[ 563.251018] env[69350]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69350) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 563.251390] env[69350]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69350) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 563.251489] env[69350]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69350) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 563.251830] env[69350]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 563.355070] env[69350]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69350) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 563.365543] env[69350]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69350) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 563.411099] env[69350]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 563.974044] env[69350]: INFO nova.virt.driver [None req-bc7e728d-b54b-44d1-b34f-037448d2dbbb None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 564.045791] env[69350]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.045999] env[69350]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.046084] env[69350]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69350) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 567.035276] env[69350]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-7065f13e-a9e2-4615-ab21-4067d8078e87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.053535] env[69350]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69350) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 567.053742] env[69350]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f35db390-49fb-4376-a33b-26947835f1be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.089337] env[69350]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 52ea3. [ 567.089544] env[69350]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.044s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.090078] env[69350]: INFO nova.virt.vmwareapi.driver [None req-bc7e728d-b54b-44d1-b34f-037448d2dbbb None None] VMware vCenter version: 7.0.3 [ 567.093542] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a1232d-2e23-4032-a99e-4fc42af41818 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.115643] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c503d-2c25-42a0-97fb-f44e6c6112d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.123019] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b273846-78a0-4a43-bdcf-395edc6e4e08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.130294] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ee0df2-6764-45ea-8dd4-06dfe359f459 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.144626] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b52f5-db48-44f7-9462-a48c24e615fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.151561] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d024cc-5745-4b87-a3ea-2886987f8a30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.183484] env[69350]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-73ce5e14-95b5-4c87-8f98-8e9f626a6ddc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.189679] env[69350]: DEBUG nova.virt.vmwareapi.driver [None req-bc7e728d-b54b-44d1-b34f-037448d2dbbb None None] Extension org.openstack.compute already exists. {{(pid=69350) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 567.192426] env[69350]: INFO nova.compute.provider_config [None req-bc7e728d-b54b-44d1-b34f-037448d2dbbb None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 567.696274] env[69350]: DEBUG nova.context [None req-bc7e728d-b54b-44d1-b34f-037448d2dbbb None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5e0790e1-00ae-4db2-8664-470bbe4b05f4(cell1) {{(pid=69350) load_cells /opt/stack/nova/nova/context.py:464}} [ 567.698546] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.698803] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.699617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.700094] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Acquiring lock "5e0790e1-00ae-4db2-8664-470bbe4b05f4" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.700301] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Lock "5e0790e1-00ae-4db2-8664-470bbe4b05f4" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.701329] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Lock "5e0790e1-00ae-4db2-8664-470bbe4b05f4" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.721682] env[69350]: INFO dbcounter [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Registered counter for database nova_cell0 [ 567.730379] env[69350]: INFO dbcounter [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Registered counter for database nova_cell1 [ 568.207569] env[69350]: DEBUG oslo_db.sqlalchemy.engines [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69350) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 568.208315] env[69350]: DEBUG oslo_db.sqlalchemy.engines [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69350) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 568.213108] env[69350]: ERROR nova.db.main.api [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 568.213108] env[69350]: result = function(*args, **kwargs) [ 568.213108] env[69350]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 568.213108] env[69350]: return func(*args, **kwargs) [ 568.213108] env[69350]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 568.213108] env[69350]: result = fn(*args, **kwargs) [ 568.213108] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 568.213108] env[69350]: return f(*args, **kwargs) [ 568.213108] env[69350]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 568.213108] env[69350]: return db.service_get_minimum_version(context, binaries) [ 568.213108] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 568.213108] env[69350]: _check_db_access() [ 568.213108] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 568.213108] env[69350]: stacktrace = ''.join(traceback.format_stack()) [ 568.213108] env[69350]: [ 568.213890] env[69350]: ERROR nova.db.main.api [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 568.213890] env[69350]: result = function(*args, **kwargs) [ 568.213890] env[69350]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 568.213890] env[69350]: return func(*args, **kwargs) [ 568.213890] env[69350]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 568.213890] env[69350]: result = fn(*args, **kwargs) [ 568.213890] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 568.213890] env[69350]: return f(*args, **kwargs) [ 568.213890] env[69350]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 568.213890] env[69350]: return db.service_get_minimum_version(context, binaries) [ 568.213890] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 568.213890] env[69350]: _check_db_access() [ 568.213890] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 568.213890] env[69350]: stacktrace = ''.join(traceback.format_stack()) [ 568.213890] env[69350]: [ 568.214285] env[69350]: WARNING nova.objects.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 568.214443] env[69350]: WARNING nova.objects.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Failed to get minimum service version for cell 5e0790e1-00ae-4db2-8664-470bbe4b05f4 [ 568.214921] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Acquiring lock "singleton_lock" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.215095] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Acquired lock "singleton_lock" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.215340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Releasing lock "singleton_lock" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.215674] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Full set of CONF: {{(pid=69350) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 568.215820] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ******************************************************************************** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 568.215949] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] Configuration options gathered from: {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 568.216100] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 568.216299] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 568.216429] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ================================================================================ {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 568.216641] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] allow_resize_to_same_host = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.216810] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] arq_binding_timeout = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.216940] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] backdoor_port = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.217086] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] backdoor_socket = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.217255] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] block_device_allocate_retries = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.217445] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] block_device_allocate_retries_interval = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.217626] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cert = self.pem {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.217799] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.217969] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute_monitors = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.218150] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] config_dir = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.218586] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] config_drive_format = iso9660 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.218734] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.218912] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] config_source = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.219096] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] console_host = devstack {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.219269] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] control_exchange = nova {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.219430] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cpu_allocation_ratio = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.219635] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] daemon = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.219818] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] debug = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.219981] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] default_access_ip_network_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.220170] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] default_availability_zone = nova {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.220330] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] default_ephemeral_format = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.220490] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] default_green_pool_size = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.220732] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.220896] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] default_schedule_zone = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.221066] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] disk_allocation_ratio = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.221233] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] enable_new_services = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.221413] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] enabled_apis = ['osapi_compute'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.221579] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] enabled_ssl_apis = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.221743] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] flat_injected = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.221904] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] force_config_drive = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.222079] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] force_raw_images = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.222255] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] graceful_shutdown_timeout = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.222418] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] heal_instance_info_cache_interval = -1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.222648] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] host = cpu-1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.222826] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.222991] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] initial_disk_allocation_ratio = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.223171] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] initial_ram_allocation_ratio = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.223397] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.223564] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] instance_build_timeout = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.223725] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] instance_delete_interval = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.223890] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] instance_format = [instance: %(uuid)s] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.224070] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] instance_name_template = instance-%08x {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.224236] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] instance_usage_audit = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.224406] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] instance_usage_audit_period = month {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.224571] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.224734] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] instances_path = /opt/stack/data/nova/instances {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.224897] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] internal_service_availability_zone = internal {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.225064] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] key = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.225227] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] live_migration_retry_count = 30 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.225434] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] log_color = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.225616] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] log_config_append = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.225785] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.225943] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] log_dir = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.226114] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] log_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.226244] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] log_options = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.226404] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] log_rotate_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.226574] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] log_rotate_interval_type = days {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.226737] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] log_rotation_type = none {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.226866] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.226994] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.227176] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.227341] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.227499] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.227675] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] long_rpc_timeout = 1800 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.227838] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] max_concurrent_builds = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.227998] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] max_concurrent_live_migrations = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.228172] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] max_concurrent_snapshots = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.228332] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] max_local_block_devices = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.228516] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] max_logfile_count = 30 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.228682] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] max_logfile_size_mb = 200 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.228838] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] maximum_instance_delete_attempts = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.229022] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] metadata_listen = 0.0.0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.229188] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] metadata_listen_port = 8775 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.229356] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] metadata_workers = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.229515] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] migrate_max_retries = -1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.229681] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] mkisofs_cmd = genisoimage {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.229887] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] my_block_storage_ip = 10.180.1.21 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.230030] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] my_ip = 10.180.1.21 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.230239] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.230401] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] network_allocate_retries = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.230581] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.230747] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] osapi_compute_listen = 0.0.0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.230911] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] osapi_compute_listen_port = 8774 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.231090] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] osapi_compute_unique_server_name_scope = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.231265] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] osapi_compute_workers = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.231428] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] password_length = 12 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.231618] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] periodic_enable = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.231799] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] periodic_fuzzy_delay = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.231967] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] pointer_model = usbtablet {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.232146] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] preallocate_images = none {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.232308] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] publish_errors = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.232437] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] pybasedir = /opt/stack/nova {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.232593] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ram_allocation_ratio = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.232752] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] rate_limit_burst = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.232916] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] rate_limit_except_level = CRITICAL {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.233088] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] rate_limit_interval = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.233252] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] reboot_timeout = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.233411] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] reclaim_instance_interval = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.233568] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] record = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.233734] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] reimage_timeout_per_gb = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.233897] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] report_interval = 120 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.234072] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] rescue_timeout = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.234235] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] reserved_host_cpus = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.234392] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] reserved_host_disk_mb = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.234553] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] reserved_host_memory_mb = 512 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.234710] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] reserved_huge_pages = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.234868] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] resize_confirm_window = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.235039] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] resize_fs_using_block_device = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.235205] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] resume_guests_state_on_host_boot = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.235446] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.235674] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] rpc_response_timeout = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.235847] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] run_external_periodic_tasks = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.236031] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] running_deleted_instance_action = reap {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.236198] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] running_deleted_instance_poll_interval = 1800 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.236356] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] running_deleted_instance_timeout = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.236515] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler_instance_sync_interval = 120 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.236686] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_down_time = 720 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.236853] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] servicegroup_driver = db {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.237013] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] shell_completion = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.237185] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] shelved_offload_time = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.237347] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] shelved_poll_interval = 3600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.237551] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] shutdown_timeout = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.237720] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] source_is_ipv6 = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.237880] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ssl_only = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.238169] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.238343] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] sync_power_state_interval = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.238577] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] sync_power_state_pool_size = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.238774] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] syslog_log_facility = LOG_USER {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.238936] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] tempdir = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.239113] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] timeout_nbd = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.239286] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] transport_url = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.239449] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] update_resources_interval = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.239611] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] use_cow_images = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.239772] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] use_journal = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.239930] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] use_json = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.240099] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] use_rootwrap_daemon = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.240261] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] use_stderr = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.240419] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] use_syslog = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.240574] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vcpu_pin_set = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.240742] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plugging_is_fatal = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.240910] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plugging_timeout = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.241095] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] virt_mkfs = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.241263] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] volume_usage_poll_interval = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.241427] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] watch_log_file = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.241599] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] web = /usr/share/spice-html5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 568.241788] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.241957] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.242142] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.242319] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_concurrency.disable_process_locking = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.242623] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.242814] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.242983] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.243173] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.243346] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.243516] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.243713] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.auth_strategy = keystone {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.243882] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.compute_link_prefix = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.244068] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.244249] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.dhcp_domain = novalocal {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.244427] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.enable_instance_password = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.244593] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.glance_link_prefix = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.244758] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.244929] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.245108] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.instance_list_per_project_cells = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.245276] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.list_records_by_skipping_down_cells = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.245466] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.local_metadata_per_cell = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.245656] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.max_limit = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.245829] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.metadata_cache_expiration = 15 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.246016] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.neutron_default_tenant_id = default {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.246201] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.response_validation = warn {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.246378] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.use_neutron_default_nets = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.246552] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.246718] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.246888] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.247077] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.247254] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.vendordata_dynamic_targets = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.247444] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.vendordata_jsonfile_path = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.247648] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.247849] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.backend = dogpile.cache.memcached {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.248030] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.backend_argument = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.248199] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.backend_expiration_time = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.248374] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.config_prefix = cache.oslo {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.248565] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.dead_timeout = 60.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.248745] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.debug_cache_backend = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.248912] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.enable_retry_client = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.249106] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.enable_socket_keepalive = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.249288] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.enabled = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.249455] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.enforce_fips_mode = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.249624] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.expiration_time = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.249786] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.hashclient_retry_attempts = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.249950] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.hashclient_retry_delay = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.250131] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.memcache_dead_retry = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.250293] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.memcache_password = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.250458] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.250621] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.250783] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.memcache_pool_maxsize = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.250944] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.251118] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.memcache_sasl_enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.251311] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.251461] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.memcache_socket_timeout = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.251629] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.memcache_username = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.251798] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.proxies = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.251959] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.redis_db = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.252193] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.redis_password = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.252307] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.redis_sentinel_service_name = mymaster {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.252486] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.252660] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.redis_server = localhost:6379 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.252825] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.redis_socket_timeout = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.252985] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.redis_username = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.253166] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.retry_attempts = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.253336] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.retry_delay = 0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.253500] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.socket_keepalive_count = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.253665] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.socket_keepalive_idle = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.253827] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.socket_keepalive_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.253987] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.tls_allowed_ciphers = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.254162] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.tls_cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.254323] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.tls_certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.254489] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.tls_enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.254655] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cache.tls_keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.254892] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.255193] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.auth_type = password {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.255431] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.255639] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.catalog_info = volumev3::publicURL {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.255811] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.255984] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.256170] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.cross_az_attach = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.256340] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.debug = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.256505] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.endpoint_template = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.256675] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.http_retries = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.256842] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.257009] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.257194] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.os_region_name = RegionOne {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.257364] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.257558] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cinder.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.257744] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.257909] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.cpu_dedicated_set = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.258089] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.cpu_shared_set = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.258263] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.image_type_exclude_list = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.258432] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.258612] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.max_concurrent_disk_ops = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.258778] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.max_disk_devices_to_attach = -1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.258944] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.259131] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.259300] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.resource_provider_association_refresh = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.259464] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.259630] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.shutdown_retry_interval = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.259812] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.259994] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] conductor.workers = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.260186] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] console.allowed_origins = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.260350] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] console.ssl_ciphers = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.260521] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] console.ssl_minimum_version = default {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.260692] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] consoleauth.enforce_session_timeout = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.260861] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] consoleauth.token_ttl = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.261047] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.261212] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.261381] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.261546] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.261707] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.261866] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.262039] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.262205] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.262368] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.262526] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.262690] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.262869] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.263020] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.263194] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.service_type = accelerator {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.263360] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.263524] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.263687] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.263849] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.264039] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.264208] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] cyborg.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.264383] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.asyncio_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.264551] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.asyncio_slave_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.264721] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.backend = sqlalchemy {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.264892] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.265072] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.connection_debug = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.265250] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.connection_parameters = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.265434] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.connection_recycle_time = 3600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.265616] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.connection_trace = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.265784] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.db_inc_retry_interval = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.265949] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.db_max_retries = 20 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.266127] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.db_max_retry_interval = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.266295] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.db_retry_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.266459] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.max_overflow = 50 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.266626] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.max_pool_size = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.266792] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.max_retries = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.266963] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.267140] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.mysql_wsrep_sync_wait = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.267302] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.pool_timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.267490] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.retry_interval = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.267664] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.slave_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.267832] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.sqlite_synchronous = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.267995] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] database.use_db_reconnect = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.268181] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.asyncio_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.268343] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.asyncio_slave_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.268518] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.backend = sqlalchemy {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.268691] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.268857] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.connection_debug = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.269040] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.connection_parameters = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.269211] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.connection_recycle_time = 3600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.269376] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.connection_trace = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.269540] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.db_inc_retry_interval = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.269712] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.db_max_retries = 20 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.269896] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.db_max_retry_interval = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.270083] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.db_retry_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.270253] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.max_overflow = 50 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.270418] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.max_pool_size = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.270582] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.max_retries = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.270756] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.270917] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.271091] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.pool_timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.271259] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.retry_interval = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.271419] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.slave_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.271584] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] api_database.sqlite_synchronous = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.271761] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] devices.enabled_mdev_types = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.271939] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.272126] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ephemeral_storage_encryption.default_format = luks {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.272293] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ephemeral_storage_encryption.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.272455] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.272629] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.api_servers = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.272794] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.272957] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.273129] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.273289] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.273450] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.273613] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.debug = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.273777] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.default_trusted_certificate_ids = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.273940] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.enable_certificate_validation = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.274115] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.enable_rbd_download = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.274278] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.274447] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.274615] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.274775] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.274932] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.275111] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.num_retries = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.275284] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.rbd_ceph_conf = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.275469] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.rbd_connect_timeout = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.275659] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.rbd_pool = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.275835] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.rbd_user = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.276012] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.276185] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.276347] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.276517] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.service_type = image {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.276688] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.276849] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.277010] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.277182] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.277366] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.277563] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.verify_glance_signatures = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.277733] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] glance.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.277906] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] guestfs.debug = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.278091] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.278262] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.auth_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.278428] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.278592] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.278758] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.278920] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.279094] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.279258] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.279425] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.279589] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.279776] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.279961] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.280138] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.280302] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.280463] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.280639] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.service_type = shared-file-system {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.280806] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.share_apply_policy_timeout = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.280971] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.281147] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.281309] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.281471] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.281661] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.281826] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] manila.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.281995] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] mks.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.282377] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.282573] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] image_cache.manager_interval = 2400 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.282750] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] image_cache.precache_concurrency = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.282996] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] image_cache.remove_unused_base_images = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.283209] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.283386] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.283569] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] image_cache.subdirectory_name = _base {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.283748] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.api_max_retries = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.283916] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.api_retry_interval = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.284092] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.284263] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.auth_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.284424] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.284585] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.284748] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.284909] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.conductor_group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.285082] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.285245] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.285417] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.285601] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.285761] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.285919] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.286092] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.286264] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.peer_list = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.286424] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.286587] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.286753] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.serial_console_state_timeout = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.286911] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.287095] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.service_type = baremetal {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.287259] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.shard = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.287442] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.287616] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.287779] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.287941] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.288143] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.288311] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ironic.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.288499] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.288678] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] key_manager.fixed_key = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.288862] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.289038] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.barbican_api_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.289202] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.barbican_endpoint = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.289372] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.barbican_endpoint_type = public {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.289532] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.barbican_region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.289693] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.289852] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.290032] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.290205] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.290365] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.290531] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.number_of_retries = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.290693] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.retry_delay = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.290857] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.send_service_user_token = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.291031] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.291197] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.291359] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.verify_ssl = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.291518] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican.verify_ssl_path = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.291688] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican_service_user.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.291852] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican_service_user.auth_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.292023] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican_service_user.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.292189] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican_service_user.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.292354] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican_service_user.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.292516] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican_service_user.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.292677] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican_service_user.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.292841] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican_service_user.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.293008] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] barbican_service_user.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.293184] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.approle_role_id = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.293346] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.approle_secret_id = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.293518] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.kv_mountpoint = secret {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.293688] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.kv_path = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.293897] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.kv_version = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.294078] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.namespace = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.294249] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.root_token_id = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.294409] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.ssl_ca_crt_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.294584] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.timeout = 60.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.294748] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.use_ssl = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.294921] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.295114] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.295284] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.295451] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.295616] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.295778] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.295942] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.296126] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.296290] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.296452] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.296613] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.296776] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.296946] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.297123] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.297301] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.service_type = identity {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.297493] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.297673] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.297837] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.297998] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.298203] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.298369] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] keystone.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.298589] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.ceph_mount_options = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.299063] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.299264] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.connection_uri = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.299435] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.cpu_mode = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.299612] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.cpu_model_extra_flags = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.299786] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.cpu_models = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.299971] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.cpu_power_governor_high = performance {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.300162] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.cpu_power_governor_low = powersave {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.300333] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.cpu_power_management = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.300508] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.300685] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.device_detach_attempts = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.300852] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.device_detach_timeout = 20 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.301036] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.disk_cachemodes = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.301209] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.disk_prefix = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.301380] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.enabled_perf_events = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.301547] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.file_backed_memory = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.301725] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.gid_maps = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.301955] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.hw_disk_discard = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.302155] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.hw_machine_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.302338] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.images_rbd_ceph_conf = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.302524] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.302788] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.302890] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.images_rbd_glance_store_name = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.303075] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.images_rbd_pool = rbd {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.303255] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.images_type = default {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.303420] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.images_volume_group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.303592] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.inject_key = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.303758] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.inject_partition = -2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.303923] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.inject_password = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.304103] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.iscsi_iface = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.304275] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.iser_use_multipath = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.304444] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_bandwidth = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.304615] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.304783] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_downtime = 500 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.304950] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.305129] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.305295] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_inbound_addr = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.305482] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.305664] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_permit_post_copy = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.305828] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_scheme = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.306009] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_timeout_action = abort {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.306186] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_tunnelled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.306353] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_uri = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.306521] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.live_migration_with_native_tls = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.306688] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.max_queues = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.306855] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.307108] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.307280] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.nfs_mount_options = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.307642] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.307821] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.307996] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.num_iser_scan_tries = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.308181] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.num_memory_encrypted_guests = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.308352] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.308546] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.num_pcie_ports = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.308727] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.num_volume_scan_tries = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.308900] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.pmem_namespaces = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.309078] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.quobyte_client_cfg = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.309389] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.309573] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.rbd_connect_timeout = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.309742] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.309909] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.310085] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.rbd_secret_uuid = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.310253] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.rbd_user = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.310418] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.310591] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.remote_filesystem_transport = ssh {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.310753] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.rescue_image_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.310912] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.rescue_kernel_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.311083] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.rescue_ramdisk_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.311259] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.311423] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.rx_queue_size = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.311598] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.smbfs_mount_options = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.311896] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.312090] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.snapshot_compression = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.312261] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.snapshot_image_format = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.312501] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.312676] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.sparse_logical_volumes = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.312848] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.swtpm_enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.313027] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.swtpm_group = tss {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.313204] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.swtpm_user = tss {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.313377] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.sysinfo_serial = unique {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.313538] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.tb_cache_size = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.313699] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.tx_queue_size = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.313867] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.uid_maps = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.314044] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.use_virtio_for_bridges = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.314222] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.virt_type = kvm {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.314393] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.volume_clear = zero {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.314581] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.volume_clear_size = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.314765] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.volume_enforce_multipath = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.314937] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.volume_use_multipath = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.315114] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.vzstorage_cache_path = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.315289] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.315481] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.vzstorage_mount_group = qemu {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.315664] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.vzstorage_mount_opts = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.315838] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.316159] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.316350] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.vzstorage_mount_user = stack {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.316520] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.316697] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.316875] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.auth_type = password {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.317051] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.317218] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.317385] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.317570] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.317737] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.317908] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.default_floating_pool = public {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.318080] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.318251] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.extension_sync_interval = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.318413] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.http_retries = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.318580] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.318740] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.318903] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.319096] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.319264] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.319438] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.ovs_bridge = br-int {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.319613] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.physnets = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.319793] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.region_name = RegionOne {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.319954] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.320142] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.service_metadata_proxy = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.320308] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.320478] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.service_type = network {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.320636] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.320798] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.320956] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.321131] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.321319] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.321484] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] neutron.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.321659] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] notifications.bdms_in_notifications = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.321838] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] notifications.default_level = INFO {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.322014] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] notifications.include_share_mapping = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.322229] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] notifications.notification_format = unversioned {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.322400] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] notifications.notify_on_state_change = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.322583] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.322765] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] pci.alias = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.322938] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] pci.device_spec = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.323134] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] pci.report_in_placement = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.323309] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.323487] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.auth_type = password {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.323666] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.323831] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.323995] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.324176] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.324339] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.324499] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.324661] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.default_domain_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.324819] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.default_domain_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.324977] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.domain_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.325151] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.domain_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.325312] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.325499] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.325672] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.325833] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.325990] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.326179] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.password = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.326342] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.project_domain_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.326513] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.project_domain_name = Default {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.326684] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.project_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.326857] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.project_name = service {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.327039] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.region_name = RegionOne {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.327205] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.327372] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.327568] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.service_type = placement {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.327741] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.327906] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.328080] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.328245] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.system_scope = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.328405] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.328568] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.trust_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.328728] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.user_domain_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.328900] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.user_domain_name = Default {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.329073] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.user_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.329253] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.username = nova {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.329437] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.329601] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] placement.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.329785] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.cores = 20 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.329954] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.count_usage_from_placement = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.330145] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.330320] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.injected_file_content_bytes = 10240 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.330486] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.injected_file_path_length = 255 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.330657] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.injected_files = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.330821] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.instances = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.330985] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.key_pairs = 100 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.331167] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.metadata_items = 128 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.331335] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.ram = 51200 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.331504] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.recheck_quota = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.331672] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.server_group_members = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.331840] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.server_groups = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.332077] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.332258] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] quota.unified_limits_resource_strategy = require {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.332435] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.332605] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.332772] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler.image_metadata_prefilter = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.332934] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.333116] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler.max_attempts = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.333286] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler.max_placement_results = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.333449] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.333620] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler.query_placement_for_image_type_support = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.333783] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.333959] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] scheduler.workers = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.334147] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.334317] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.334498] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.334672] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.334838] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.335010] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.335187] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.335382] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.335575] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.host_subset_size = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.335745] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.335906] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.336085] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.336255] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.336431] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.336597] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.isolated_hosts = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.336758] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.isolated_images = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.336919] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.337095] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.337261] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.337463] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.pci_in_placement = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.337637] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.337803] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.337965] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.338141] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.338306] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.338473] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.338635] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.track_instance_changes = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.338811] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.338981] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] metrics.required = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.339158] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] metrics.weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.339321] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.339485] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] metrics.weight_setting = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.339840] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.340040] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] serial_console.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.340232] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] serial_console.port_range = 10000:20000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.340418] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.340589] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.340763] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] serial_console.serialproxy_port = 6083 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.340932] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_user.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.341121] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_user.auth_type = password {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.341286] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_user.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.341451] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_user.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.341619] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_user.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.341784] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_user.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.341944] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_user.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.342138] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_user.send_service_user_token = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.342308] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_user.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.342470] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] service_user.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.342643] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.agent_enabled = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.342806] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.343156] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.343395] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.343543] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.html5proxy_port = 6082 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.343709] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.image_compression = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.343869] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.jpeg_compression = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.344036] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.playback_compression = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.344212] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.require_secure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.344385] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.server_listen = 127.0.0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.344557] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.344844] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.345030] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.streaming_mode = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.345201] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] spice.zlib_compression = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.345377] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] upgrade_levels.baseapi = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.345576] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] upgrade_levels.compute = auto {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.345749] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] upgrade_levels.conductor = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.345902] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] upgrade_levels.scheduler = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.346084] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vendordata_dynamic_auth.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.346254] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vendordata_dynamic_auth.auth_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.346418] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vendordata_dynamic_auth.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.346580] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vendordata_dynamic_auth.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.346747] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.346914] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vendordata_dynamic_auth.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.347089] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vendordata_dynamic_auth.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.347262] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.347447] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vendordata_dynamic_auth.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.347638] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.api_retry_count = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.347807] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.ca_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.347987] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.cache_prefix = devstack-image-cache {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.348173] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.cluster_name = testcl1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.348341] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.connection_pool_size = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.348504] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.console_delay_seconds = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.348678] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.datastore_regex = ^datastore.* {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.348907] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.349101] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.host_password = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.349278] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.host_port = 443 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.349446] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.host_username = administrator@vsphere.local {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.349625] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.insecure = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.349783] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.integration_bridge = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.349947] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.maximum_objects = 100 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.350118] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.pbm_default_policy = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.350286] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.pbm_enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.350445] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.pbm_wsdl_location = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.350617] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.350778] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.serial_port_proxy_uri = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.350937] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.serial_port_service_uri = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.351118] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.task_poll_interval = 0.5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.351298] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.use_linked_clone = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.351470] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.vnc_keymap = en-us {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.351641] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.vnc_port = 5900 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.351807] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vmware.vnc_port_total = 10000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.351998] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vnc.auth_schemes = ['none'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.352195] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vnc.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.352499] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.352693] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.352870] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vnc.novncproxy_port = 6080 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.353076] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vnc.server_listen = 127.0.0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.353265] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.353429] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vnc.vencrypt_ca_certs = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.353591] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vnc.vencrypt_client_cert = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.353750] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vnc.vencrypt_client_key = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.353932] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.354115] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.disable_deep_image_inspection = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.354283] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.354448] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.354612] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.354777] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.disable_rootwrap = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.354941] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.enable_numa_live_migration = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.355116] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.355287] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.355469] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.355650] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.libvirt_disable_apic = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.355814] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.355979] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.356337] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.356515] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.356689] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.356855] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.357031] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.357204] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.357367] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.357566] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.357762] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.357936] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.client_socket_timeout = 900 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.358124] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.default_pool_size = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.358295] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.keep_alive = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.358471] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.max_header_line = 16384 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.358639] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.secure_proxy_ssl_header = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.358802] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.ssl_ca_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.358965] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.ssl_cert_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.359141] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.ssl_key_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.359310] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.tcp_keepidle = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.359487] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.359658] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] zvm.ca_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.359845] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] zvm.cloud_connector_url = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.360188] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.360370] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] zvm.reachable_timeout = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.360546] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.360732] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.360914] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.connection_string = messaging:// {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.361101] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.361281] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.es_doc_type = notification {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.361450] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.es_scroll_size = 10000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.361625] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.es_scroll_time = 2m {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.361793] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.filter_error_trace = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.361966] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.hmac_keys = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.362153] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.sentinel_service_name = mymaster {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.362326] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.socket_timeout = 0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.362494] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.trace_requests = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.362662] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler.trace_sqlalchemy = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.362842] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler_jaeger.process_tags = {} {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.363011] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler_jaeger.service_name_prefix = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.363187] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] profiler_otlp.service_name_prefix = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.363355] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] remote_debug.host = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.363518] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] remote_debug.port = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.363699] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.363879] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.364075] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.364248] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.364413] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.364579] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.364745] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.364911] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.365089] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.365268] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.365431] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.365606] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.365778] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.365947] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.366129] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.366307] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.366476] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.366643] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.366815] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.366981] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.367162] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.367332] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.367531] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.367711] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.367878] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.368056] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.368226] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.368392] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.368559] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.368723] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.368885] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.ssl = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.369078] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.369252] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.369416] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.369587] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.369774] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.ssl_version = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.369949] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.370157] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.370332] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_notifications.retry = -1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.370512] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.370691] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_messaging_notifications.transport_url = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.370875] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.371056] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.auth_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.371224] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.371386] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.371555] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.371719] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.371882] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.372055] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.endpoint_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.372236] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.endpoint_interface = publicURL {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.372403] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.372567] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.endpoint_region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.372732] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.endpoint_service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.372891] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.endpoint_service_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.373068] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.373245] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.373468] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.373653] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.373870] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.374080] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.374292] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.374478] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.service_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.374745] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.374987] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.375236] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.375426] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.375624] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.valid_interfaces = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.375799] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_limit.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.375975] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_reports.file_event_handler = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.376166] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.376334] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] oslo_reports.log_dir = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.376512] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.376681] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.376843] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.377024] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.377200] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.377364] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.377569] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.377739] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_ovs_privileged.group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.377902] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.378088] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.378260] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.378442] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] vif_plug_ovs_privileged.user = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.378636] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_linux_bridge.flat_interface = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.378825] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.379008] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.379195] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.379371] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.379548] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.379722] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.379885] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.380085] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.380266] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_ovs.isolate_vif = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.380437] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.380614] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.380786] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.380956] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_ovs.ovsdb_interface = native {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.381140] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] os_vif_ovs.per_port_bridge = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.381317] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] privsep_osbrick.capabilities = [21] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.381478] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] privsep_osbrick.group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.381640] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] privsep_osbrick.helper_command = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.381808] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.381974] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.382149] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] privsep_osbrick.user = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.382325] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.382485] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] nova_sys_admin.group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.382647] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] nova_sys_admin.helper_command = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.382813] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.382976] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.383149] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] nova_sys_admin.user = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.383283] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-fb32efec-65a4-43a1-9f74-817c865d790f None None] ******************************************************************************** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 568.383722] env[69350]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 568.886875] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Getting list of instances from cluster (obj){ [ 568.886875] env[69350]: value = "domain-c8" [ 568.886875] env[69350]: _type = "ClusterComputeResource" [ 568.886875] env[69350]: } {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 568.888039] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91feae50-c967-4ed1-92c4-3cf67811a4a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.897285] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Got total of 0 instances {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 568.897940] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 568.898441] env[69350]: INFO nova.virt.node [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Generated node identity 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 [ 568.898693] env[69350]: INFO nova.virt.node [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Wrote node identity 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 to /opt/stack/data/n-cpu-1/compute_id [ 569.401113] env[69350]: WARNING nova.compute.manager [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Compute nodes ['33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 570.407359] env[69350]: INFO nova.compute.manager [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 571.413342] env[69350]: WARNING nova.compute.manager [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 571.413712] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.414079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.414079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.414242] env[69350]: DEBUG nova.compute.resource_tracker [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 571.415098] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a23ab7f-ce21-4f53-a7ed-4cdecfbeafce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.423676] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf1865-2fb5-4be7-82b2-87a3480fb31a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.438776] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8184561-ac4f-489e-a956-ee0c8111b445 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.445390] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a7be20-a26c-421d-be72-140e9a43cb56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.473915] env[69350]: DEBUG nova.compute.resource_tracker [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180811MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 571.474101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.474271] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.976789] env[69350]: WARNING nova.compute.resource_tracker [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] No compute node record for cpu-1:33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 could not be found. [ 572.480550] env[69350]: INFO nova.compute.resource_tracker [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 [ 573.988737] env[69350]: DEBUG nova.compute.resource_tracker [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 573.989192] env[69350]: DEBUG nova.compute.resource_tracker [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 574.149083] env[69350]: INFO nova.scheduler.client.report [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] [req-81fdee49-bb43-472c-b3a3-413a322e8e25] Created resource provider record via placement API for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 574.166990] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f06b09-e947-4a8a-baf5-1942c9fefe70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.175723] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6690e143-a391-4a11-b091-fdc33b66cd8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.207714] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2ab005-7cff-41a6-afe6-5cb60f3a2701 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.216239] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4557cac4-1cb0-494d-b85c-26b512872b10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.230307] env[69350]: DEBUG nova.compute.provider_tree [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.769130] env[69350]: DEBUG nova.scheduler.client.report [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 574.769130] env[69350]: DEBUG nova.compute.provider_tree [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 0 to 1 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 574.769130] env[69350]: DEBUG nova.compute.provider_tree [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.820093] env[69350]: DEBUG nova.compute.provider_tree [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 1 to 2 during operation: update_traits {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 575.327516] env[69350]: DEBUG nova.compute.resource_tracker [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 575.327516] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.851s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.327516] env[69350]: DEBUG nova.service [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Creating RPC server for service compute {{(pid=69350) start /opt/stack/nova/nova/service.py:186}} [ 575.339968] env[69350]: DEBUG nova.service [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] Join ServiceGroup membership for this service compute {{(pid=69350) start /opt/stack/nova/nova/service.py:203}} [ 575.339968] env[69350]: DEBUG nova.servicegroup.drivers.db [None req-e671f8f2-9558-4794-8deb-0dd2d88a78b5 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69350) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 604.342461] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.848688] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Getting list of instances from cluster (obj){ [ 604.848688] env[69350]: value = "domain-c8" [ 604.848688] env[69350]: _type = "ClusterComputeResource" [ 604.848688] env[69350]: } {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 604.850802] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e6f3e9-8504-4692-b660-a970555ac538 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.860039] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Got total of 0 instances {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 604.860264] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.860582] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Getting list of instances from cluster (obj){ [ 604.860582] env[69350]: value = "domain-c8" [ 604.860582] env[69350]: _type = "ClusterComputeResource" [ 604.860582] env[69350]: } {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 604.861540] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d6c61d-8866-489d-879b-f8f22601922d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.870058] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Got total of 0 instances {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.109186] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquiring lock "7cfde510-0408-47a5-a202-8af5a6a66588" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.109991] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "7cfde510-0408-47a5-a202-8af5a6a66588" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.617530] env[69350]: DEBUG nova.compute.manager [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.166663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.167042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.168662] env[69350]: INFO nova.compute.claims [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.282059] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a387d469-8b7c-4910-b334-8cf6b1005a70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.295651] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68500e8e-ad1c-48a5-bd3f-5b358bfaddd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.332107] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02329ff3-2330-4f23-a50b-6259aee6247d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.342558] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135610d8-c951-4838-90a8-3380829bafc6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.361276] env[69350]: DEBUG nova.compute.provider_tree [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.694789] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquiring lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.696511] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.826644] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquiring lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.827082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.870147] env[69350]: DEBUG nova.scheduler.client.report [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.198216] env[69350]: DEBUG nova.compute.manager [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.336421] env[69350]: DEBUG nova.compute.manager [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.378241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.378921] env[69350]: DEBUG nova.compute.manager [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.736282] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.736484] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.738092] env[69350]: INFO nova.compute.claims [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.878794] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.888368] env[69350]: DEBUG nova.compute.utils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.889829] env[69350]: DEBUG nova.compute.manager [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.889910] env[69350]: DEBUG nova.network.neutron [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.050452] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.050702] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.245428] env[69350]: DEBUG nova.policy [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6404ab9fc0ff45cbb471e023919bf9de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '317513ab8b3e47f496af09d8262d3c5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.398210] env[69350]: DEBUG nova.compute.manager [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.555366] env[69350]: DEBUG nova.compute.manager [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.838672] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cba822e-5ec7-4c8f-b2f2-c63689117222 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.848439] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ee4359-3c88-483f-9609-b9f203933900 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.882312] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6369bc1a-9e9d-4065-854c-4a8535c32135 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.891035] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7c3139-b0f4-43db-99e5-8dc721a853b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.915636] env[69350]: DEBUG nova.compute.provider_tree [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.052658] env[69350]: DEBUG nova.network.neutron [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Successfully created port: 97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.081308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.424846] env[69350]: DEBUG nova.compute.manager [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.426797] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.427301] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.427465] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.427781] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.427845] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.427984] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.428196] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.428560] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 623.429023] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.431317] env[69350]: DEBUG nova.scheduler.client.report [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.456459] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.459755] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.459755] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.459755] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.459755] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.459755] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.460322] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.460322] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.460322] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.460322] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.460322] env[69350]: DEBUG nova.virt.hardware [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.461016] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575363bc-3052-4dc0-93d7-63cb8ec361c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.482437] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38dfb10-3d64-4df0-bbb9-058101388af8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.502792] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18da24d5-3fdb-43f5-8f62-b352927dacb4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.941277] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.941277] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.943070] env[69350]: DEBUG nova.compute.manager [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.947130] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.069s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.949624] env[69350]: INFO nova.compute.claims [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.324988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "6af963e0-d625-451b-b92e-73f54345d1b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.325600] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "6af963e0-d625-451b-b92e-73f54345d1b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.404986] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquiring lock "b32dab67-1cb9-479c-8458-ce2fc90801c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.405256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lock "b32dab67-1cb9-479c-8458-ce2fc90801c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.457400] env[69350]: DEBUG nova.compute.utils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.463338] env[69350]: DEBUG nova.compute.manager [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.463494] env[69350]: DEBUG nova.network.neutron [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.765353] env[69350]: DEBUG nova.policy [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4d06b65da7f4ca1b9300d0b2fb0c974', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2200e3927b99403bad914fe80a19b4d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.828293] env[69350]: DEBUG nova.compute.manager [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.910551] env[69350]: DEBUG nova.compute.manager [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.966588] env[69350]: DEBUG nova.compute.manager [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.116406] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab10054-c2f8-4d85-bd1b-3f59583082f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.127969] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dba9e30-7a52-40a2-9e2c-c367302c12ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.170696] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786db79b-09bc-49d4-aec4-70b5a34be210 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.179878] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0770946c-79f8-48cf-86d7-76d03c7ae226 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.195659] env[69350]: DEBUG nova.compute.provider_tree [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.362376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.432729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.699271] env[69350]: DEBUG nova.scheduler.client.report [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.888644] env[69350]: DEBUG nova.network.neutron [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Successfully updated port: 97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.978071] env[69350]: DEBUG nova.compute.manager [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.010621] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.015306] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.016057] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.016359] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.016471] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.016584] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.017357] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.017357] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.017357] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.017357] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.017576] env[69350]: DEBUG nova.virt.hardware [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.018880] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb9f022-dea2-4adc-9b7a-8542104678e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.029789] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60094370-2baa-415f-8d3d-5777c6dfa5b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.208131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.208695] env[69350]: DEBUG nova.compute.manager [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.214630] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.134s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.216900] env[69350]: INFO nova.compute.claims [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.395479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquiring lock "refresh_cache-7cfde510-0408-47a5-a202-8af5a6a66588" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.395479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquired lock "refresh_cache-7cfde510-0408-47a5-a202-8af5a6a66588" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.395479] env[69350]: DEBUG nova.network.neutron [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.467591] env[69350]: DEBUG nova.network.neutron [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Successfully created port: 23c7b51e-7aa0-4494-9f00-bddf4aa830a5 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.470714] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "92f3ac37-c488-4245-b06b-00d8adf0b81c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.471855] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "92f3ac37-c488-4245-b06b-00d8adf0b81c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.722259] env[69350]: DEBUG nova.compute.utils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.729075] env[69350]: DEBUG nova.compute.manager [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.729273] env[69350]: DEBUG nova.network.neutron [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.975822] env[69350]: DEBUG nova.policy [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc0be87bfd7438b903425be532364b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7aea87e0de64e6ba614134418016a8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.978090] env[69350]: DEBUG nova.compute.manager [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.036952] env[69350]: DEBUG nova.network.neutron [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.235244] env[69350]: DEBUG nova.compute.manager [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.413762] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdff930-dfcf-4ad6-b9f0-5003e11e0437 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.426104] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5071f9-776f-4646-9ed9-251e188b7c1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.471567] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4f631d-86e6-49f7-8fea-6e90fe05b112 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.481311] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fb709f-88c4-49d8-9667-590720d7d19f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.501300] env[69350]: DEBUG nova.compute.provider_tree [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.520835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.852606] env[69350]: DEBUG nova.network.neutron [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Updating instance_info_cache with network_info: [{"id": "97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b", "address": "fa:16:3e:68:4e:0b", "network": {"id": "c58d738d-6da1-4d4c-904d-01b93ada74f0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-713881325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317513ab8b3e47f496af09d8262d3c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97bf7b7d-9e", "ovs_interfaceid": "97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.006255] env[69350]: DEBUG nova.scheduler.client.report [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.047985] env[69350]: DEBUG nova.compute.manager [req-db86e008-7f32-4268-a7b2-deffd4eb0a83 req-8ccdf0cb-d2d7-4678-98c1-1ba80fb1db97 service nova] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Received event network-vif-plugged-97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.049795] env[69350]: DEBUG oslo_concurrency.lockutils [req-db86e008-7f32-4268-a7b2-deffd4eb0a83 req-8ccdf0cb-d2d7-4678-98c1-1ba80fb1db97 service nova] Acquiring lock "7cfde510-0408-47a5-a202-8af5a6a66588-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.049795] env[69350]: DEBUG oslo_concurrency.lockutils [req-db86e008-7f32-4268-a7b2-deffd4eb0a83 req-8ccdf0cb-d2d7-4678-98c1-1ba80fb1db97 service nova] Lock "7cfde510-0408-47a5-a202-8af5a6a66588-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.049795] env[69350]: DEBUG oslo_concurrency.lockutils [req-db86e008-7f32-4268-a7b2-deffd4eb0a83 req-8ccdf0cb-d2d7-4678-98c1-1ba80fb1db97 service nova] Lock "7cfde510-0408-47a5-a202-8af5a6a66588-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.049795] env[69350]: DEBUG nova.compute.manager [req-db86e008-7f32-4268-a7b2-deffd4eb0a83 req-8ccdf0cb-d2d7-4678-98c1-1ba80fb1db97 service nova] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] No waiting events found dispatching network-vif-plugged-97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.049795] env[69350]: WARNING nova.compute.manager [req-db86e008-7f32-4268-a7b2-deffd4eb0a83 req-8ccdf0cb-d2d7-4678-98c1-1ba80fb1db97 service nova] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Received unexpected event network-vif-plugged-97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b for instance with vm_state building and task_state spawning. [ 628.249023] env[69350]: DEBUG nova.compute.manager [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.299384] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.299924] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.299924] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.300689] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.301156] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.301418] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.301678] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.301850] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.302099] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.302672] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.303006] env[69350]: DEBUG nova.virt.hardware [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.304314] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c850c1-6518-4ba1-8810-ef4d9a03f124 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.315678] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cbdac5-a543-4d48-b1b2-117e4e651e72 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.356278] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Releasing lock "refresh_cache-7cfde510-0408-47a5-a202-8af5a6a66588" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.356880] env[69350]: DEBUG nova.compute.manager [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Instance network_info: |[{"id": "97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b", "address": "fa:16:3e:68:4e:0b", "network": {"id": "c58d738d-6da1-4d4c-904d-01b93ada74f0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-713881325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317513ab8b3e47f496af09d8262d3c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97bf7b7d-9e", "ovs_interfaceid": "97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.357882] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:4e:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.376425] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.376425] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c6fb50d-21bf-4557-bac9-78a018d3f3fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.393709] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Created folder: OpenStack in parent group-v4. [ 628.394240] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Creating folder: Project (317513ab8b3e47f496af09d8262d3c5f). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.394240] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f58b187f-ac28-44f1-bddd-0855af562121 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.408195] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Created folder: Project (317513ab8b3e47f496af09d8262d3c5f) in parent group-v821414. [ 628.408384] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Creating folder: Instances. Parent ref: group-v821415. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.408682] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f56692c-bfe6-4f94-809c-b944630cfd8b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.422352] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Created folder: Instances in parent group-v821415. [ 628.422699] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.422847] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.423302] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a303c45e-e084-42f8-92e6-77460817007d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.444446] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.444446] env[69350]: value = "task-4148231" [ 628.444446] env[69350]: _type = "Task" [ 628.444446] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.454864] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148231, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.512443] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.513190] env[69350]: DEBUG nova.compute.manager [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.519965] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.579s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.519965] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.519965] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 628.519965] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.156s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.520977] env[69350]: INFO nova.compute.claims [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.527555] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43705ef2-a99e-44da-bfe9-f52d852076a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.540351] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3791c1-0ee3-4762-9d24-2ac32b87273d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.565725] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e16452-7a69-4396-9496-06a743466832 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.574779] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4442343b-0c92-4ee2-865c-decc6aa4c94f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.613208] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180823MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 628.613208] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.698151] env[69350]: DEBUG nova.network.neutron [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Successfully created port: a8262fda-1494-44c1-b534-8e2b9942ac6a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.964718] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148231, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.030409] env[69350]: DEBUG nova.compute.utils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.032025] env[69350]: DEBUG nova.compute.manager [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.033424] env[69350]: DEBUG nova.network.neutron [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.309775] env[69350]: DEBUG nova.policy [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc5ec3e968043a9a659c8cd084e668f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02d263a731f244399d34a9efb742e125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.457585] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148231, 'name': CreateVM_Task, 'duration_secs': 0.553965} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.458078] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.478577] env[69350]: DEBUG oslo_vmware.service [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f783a99-fff6-4d98-8461-9e6070592fa0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.490714] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.491301] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.492252] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.492776] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0e702e-b15b-4af6-ac77-013231674b9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.503281] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 629.503281] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5275b484-7c54-21f7-822f-847493914a7f" [ 629.503281] env[69350]: _type = "Task" [ 629.503281] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.515364] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5275b484-7c54-21f7-822f-847493914a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.532190] env[69350]: DEBUG nova.compute.manager [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.692122] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3403fb36-a4fd-4a7c-8829-50d07eed0b85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.700482] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43cb92e-f19c-4d2c-a247-c7ceb50570da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.734650] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2da0e2-95fe-4e23-b11e-7c6bc7ee634d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.741152] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64abf459-70fe-48bf-8f55-df3d8225563d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.758938] env[69350]: DEBUG nova.compute.provider_tree [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.018051] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.018657] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.018657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.019021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.019673] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.020251] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a8bde25-3eab-4654-854b-986b57da8072 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.045020] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.045020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.045020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01451740-a90a-4c4b-b06d-46170170abf8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.053172] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7ea927-db5f-4c75-9e5f-90984bb0b914 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.060444] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 630.060444] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521b75f2-eaef-b9dd-6b18-4fc09c77be8c" [ 630.060444] env[69350]: _type = "Task" [ 630.060444] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.075196] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521b75f2-eaef-b9dd-6b18-4fc09c77be8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.265100] env[69350]: DEBUG nova.scheduler.client.report [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.544928] env[69350]: DEBUG nova.compute.manager [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.579116] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 630.579368] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Creating directory with path [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.579836] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87f12c28-7e34-4b81-8423-055fa7f31335 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.592224] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.592472] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.592621] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.592793] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.592932] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.593091] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.593299] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.593628] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.593628] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.593772] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.593937] env[69350]: DEBUG nova.virt.hardware [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.594860] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8db6bd-68a9-4aa2-be2c-c62a7eafc9a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.604662] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Created directory with path [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.604873] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Fetch image to [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 630.605055] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Downloading image file data d75198e8-8a23-4684-af1f-c67fd85bd261 to [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk on the data store datastore1 {{(pid=69350) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 630.606169] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672658cc-d455-486a-beff-c7102df021df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.620441] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216ac514-1992-4e6b-80bc-785748b4cbb7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.623694] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39841037-78b4-42f4-b8b3-9fb86606d9af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.649752] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98907c58-5f71-4fc7-b932-4054459efba9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.688708] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0036506-34dd-4250-b39b-4e9906002e36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.700426] env[69350]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-32e5023d-bc9d-4776-a027-9b2533b0c96e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.722088] env[69350]: DEBUG nova.network.neutron [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Successfully updated port: 23c7b51e-7aa0-4494-9f00-bddf4aa830a5 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.768896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.769499] env[69350]: DEBUG nova.compute.manager [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.772163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.340s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.776315] env[69350]: INFO nova.compute.claims [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.807129] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Downloading image file data d75198e8-8a23-4684-af1f-c67fd85bd261 to the data store datastore1 {{(pid=69350) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 630.898906] env[69350]: DEBUG oslo_vmware.rw_handles [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 631.128455] env[69350]: DEBUG nova.network.neutron [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Successfully created port: e680e5e7-28dd-43af-b1d0-1acd6c820954 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.146996] env[69350]: DEBUG nova.network.neutron [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Successfully updated port: a8262fda-1494-44c1-b534-8e2b9942ac6a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.227026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquiring lock "refresh_cache-dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.227026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquired lock "refresh_cache-dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.227026] env[69350]: DEBUG nova.network.neutron [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.282497] env[69350]: DEBUG nova.compute.utils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.288354] env[69350]: DEBUG nova.compute.manager [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.288477] env[69350]: DEBUG nova.network.neutron [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.333348] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.334464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.657051] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquiring lock "refresh_cache-624b0090-292f-4e8d-a8b5-16d7f6c39b80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.657355] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquired lock "refresh_cache-624b0090-292f-4e8d-a8b5-16d7f6c39b80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.657577] env[69350]: DEBUG nova.network.neutron [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.681543] env[69350]: DEBUG nova.policy [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc94560cfaa44259f08b4255e62d12f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e32d5858df8f4b7dac6e2697c2a1c4eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.737076] env[69350]: DEBUG oslo_vmware.rw_handles [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 631.737339] env[69350]: DEBUG oslo_vmware.rw_handles [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 631.787650] env[69350]: DEBUG nova.compute.manager [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.825551] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Downloaded image file data d75198e8-8a23-4684-af1f-c67fd85bd261 to vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk on the data store datastore1 {{(pid=69350) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 631.825551] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 631.826631] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Copying Virtual Disk [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk to [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.826631] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f680a2f4-64f6-42ac-b3df-d4b5b04fc778 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.838047] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 631.838047] env[69350]: value = "task-4148232" [ 631.838047] env[69350]: _type = "Task" [ 631.838047] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.846902] env[69350]: DEBUG nova.compute.manager [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.859835] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.876701] env[69350]: DEBUG nova.network.neutron [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.967430] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7afeb0c-716c-4673-a57d-b36ab3381855 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.977066] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987dfe4d-129f-4362-851d-3c36f5fb5c55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.014307] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aa2716-b303-4b9d-a0cb-ab9881bb17f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.026161] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a7a1ad-7dcb-4df4-80c9-4021fd591f41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.042799] env[69350]: DEBUG nova.compute.provider_tree [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.303958] env[69350]: DEBUG nova.network.neutron [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.369261] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148232, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.395150] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.410130] env[69350]: DEBUG nova.compute.manager [req-8836546a-52f6-4a23-b63d-d87be4de8798 req-1eacfeb9-1324-410a-9c53-9f46b77fdb65 service nova] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Received event network-changed-97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.410130] env[69350]: DEBUG nova.compute.manager [req-8836546a-52f6-4a23-b63d-d87be4de8798 req-1eacfeb9-1324-410a-9c53-9f46b77fdb65 service nova] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Refreshing instance network info cache due to event network-changed-97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.410130] env[69350]: DEBUG oslo_concurrency.lockutils [req-8836546a-52f6-4a23-b63d-d87be4de8798 req-1eacfeb9-1324-410a-9c53-9f46b77fdb65 service nova] Acquiring lock "refresh_cache-7cfde510-0408-47a5-a202-8af5a6a66588" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.412018] env[69350]: DEBUG oslo_concurrency.lockutils [req-8836546a-52f6-4a23-b63d-d87be4de8798 req-1eacfeb9-1324-410a-9c53-9f46b77fdb65 service nova] Acquired lock "refresh_cache-7cfde510-0408-47a5-a202-8af5a6a66588" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.412018] env[69350]: DEBUG nova.network.neutron [req-8836546a-52f6-4a23-b63d-d87be4de8798 req-1eacfeb9-1324-410a-9c53-9f46b77fdb65 service nova] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Refreshing network info cache for port 97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.478829] env[69350]: DEBUG nova.network.neutron [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Updating instance_info_cache with network_info: [{"id": "23c7b51e-7aa0-4494-9f00-bddf4aa830a5", "address": "fa:16:3e:f7:bb:20", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c7b51e-7a", "ovs_interfaceid": "23c7b51e-7aa0-4494-9f00-bddf4aa830a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.546256] env[69350]: DEBUG nova.scheduler.client.report [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.556812] env[69350]: DEBUG nova.compute.manager [req-41c365e7-614f-46e4-9ac7-9fdb652ec5a2 req-541275f6-e57f-4583-9c8c-4687a34cab84 service nova] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Received event network-vif-plugged-23c7b51e-7aa0-4494-9f00-bddf4aa830a5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.556812] env[69350]: DEBUG oslo_concurrency.lockutils [req-41c365e7-614f-46e4-9ac7-9fdb652ec5a2 req-541275f6-e57f-4583-9c8c-4687a34cab84 service nova] Acquiring lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.556812] env[69350]: DEBUG oslo_concurrency.lockutils [req-41c365e7-614f-46e4-9ac7-9fdb652ec5a2 req-541275f6-e57f-4583-9c8c-4687a34cab84 service nova] Lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.556812] env[69350]: DEBUG oslo_concurrency.lockutils [req-41c365e7-614f-46e4-9ac7-9fdb652ec5a2 req-541275f6-e57f-4583-9c8c-4687a34cab84 service nova] Lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.556812] env[69350]: DEBUG nova.compute.manager [req-41c365e7-614f-46e4-9ac7-9fdb652ec5a2 req-541275f6-e57f-4583-9c8c-4687a34cab84 service nova] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] No waiting events found dispatching network-vif-plugged-23c7b51e-7aa0-4494-9f00-bddf4aa830a5 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.557012] env[69350]: WARNING nova.compute.manager [req-41c365e7-614f-46e4-9ac7-9fdb652ec5a2 req-541275f6-e57f-4583-9c8c-4687a34cab84 service nova] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Received unexpected event network-vif-plugged-23c7b51e-7aa0-4494-9f00-bddf4aa830a5 for instance with vm_state building and task_state spawning. [ 632.810602] env[69350]: DEBUG nova.compute.manager [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.833254] env[69350]: DEBUG nova.network.neutron [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Updating instance_info_cache with network_info: [{"id": "a8262fda-1494-44c1-b534-8e2b9942ac6a", "address": "fa:16:3e:fe:34:aa", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8262fda-14", "ovs_interfaceid": "a8262fda-1494-44c1-b534-8e2b9942ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.854589] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.854589] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.854589] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.854589] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.855028] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.855028] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.855028] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.855028] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.855028] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.855178] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.855178] env[69350]: DEBUG nova.virt.hardware [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.856850] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c230efec-48d1-4363-aa02-8b37e7eb33f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.866180] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676891} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.867218] env[69350]: DEBUG nova.network.neutron [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Successfully created port: 4aaac709-7731-4db7-856b-b3f991683d80 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.871306] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Copied Virtual Disk [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk to [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.871574] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Deleting the datastore file [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.875338] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-293800b1-9856-46b3-945c-d166fd145204 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.875338] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103d86a8-501e-4308-960e-a5983ec02190 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.894225] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 632.894225] env[69350]: value = "task-4148233" [ 632.894225] env[69350]: _type = "Task" [ 632.894225] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.903824] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.981508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Releasing lock "refresh_cache-dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.981842] env[69350]: DEBUG nova.compute.manager [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Instance network_info: |[{"id": "23c7b51e-7aa0-4494-9f00-bddf4aa830a5", "address": "fa:16:3e:f7:bb:20", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c7b51e-7a", "ovs_interfaceid": "23c7b51e-7aa0-4494-9f00-bddf4aa830a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.982330] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:bb:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23c7b51e-7aa0-4494-9f00-bddf4aa830a5', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.992086] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Creating folder: Project (2200e3927b99403bad914fe80a19b4d7). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.992390] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adfa86ba-bf1a-4e94-803d-32143b3e3ced {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.009735] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Created folder: Project (2200e3927b99403bad914fe80a19b4d7) in parent group-v821414. [ 633.010832] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Creating folder: Instances. Parent ref: group-v821418. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.010832] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c02153a8-ee42-49b1-9d8b-3e2896c74464 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.020967] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Created folder: Instances in parent group-v821418. [ 633.021269] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.021473] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.021730] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6801e26a-3824-4195-8082-78f0f1097e86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.047762] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.047762] env[69350]: value = "task-4148236" [ 633.047762] env[69350]: _type = "Task" [ 633.047762] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.053252] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.053787] env[69350]: DEBUG nova.compute.manager [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.060253] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.539s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.061810] env[69350]: INFO nova.compute.claims [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.064361] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148236, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.347176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Releasing lock "refresh_cache-624b0090-292f-4e8d-a8b5-16d7f6c39b80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.347176] env[69350]: DEBUG nova.compute.manager [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Instance network_info: |[{"id": "a8262fda-1494-44c1-b534-8e2b9942ac6a", "address": "fa:16:3e:fe:34:aa", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8262fda-14", "ovs_interfaceid": "a8262fda-1494-44c1-b534-8e2b9942ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.347881] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:34:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8262fda-1494-44c1-b534-8e2b9942ac6a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.359838] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Creating folder: Project (d7aea87e0de64e6ba614134418016a8d). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.359838] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ce12168-e87a-43a6-a2a7-31dc390f808f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.377522] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Created folder: Project (d7aea87e0de64e6ba614134418016a8d) in parent group-v821414. [ 633.377732] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Creating folder: Instances. Parent ref: group-v821421. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.377975] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62c83fd3-8593-493c-84c5-457931e07253 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.396514] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Created folder: Instances in parent group-v821421. [ 633.396753] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.404877] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.405442] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e301cd9-9fa0-4943-8edf-8e8aa44bb6b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.433674] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034573} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.435864] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.436266] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Moving file from [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293/d75198e8-8a23-4684-af1f-c67fd85bd261 to [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261. {{(pid=69350) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 633.436649] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.436649] env[69350]: value = "task-4148239" [ 633.436649] env[69350]: _type = "Task" [ 633.436649] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.436969] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b0bc8fe3-c9ed-46b0-a0d1-5fc53bfce31d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.453465] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 633.453465] env[69350]: value = "task-4148240" [ 633.453465] env[69350]: _type = "Task" [ 633.453465] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.462259] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148240, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.561562] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148236, 'name': CreateVM_Task, 'duration_secs': 0.415521} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.562200] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.563692] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.564158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.564248] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.564618] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16bbd224-2e4d-4c2f-b783-843ed7066af1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.570339] env[69350]: DEBUG nova.compute.utils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.571799] env[69350]: DEBUG nova.compute.manager [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.571935] env[69350]: DEBUG nova.network.neutron [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.578948] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for the task: (returnval){ [ 633.578948] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526674dc-4a2e-9fda-949e-bb19927964db" [ 633.578948] env[69350]: _type = "Task" [ 633.578948] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.595179] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526674dc-4a2e-9fda-949e-bb19927964db, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.595562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.596505] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.596505] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.804076] env[69350]: DEBUG nova.network.neutron [req-8836546a-52f6-4a23-b63d-d87be4de8798 req-1eacfeb9-1324-410a-9c53-9f46b77fdb65 service nova] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Updated VIF entry in instance network info cache for port 97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.805088] env[69350]: DEBUG nova.network.neutron [req-8836546a-52f6-4a23-b63d-d87be4de8798 req-1eacfeb9-1324-410a-9c53-9f46b77fdb65 service nova] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Updating instance_info_cache with network_info: [{"id": "97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b", "address": "fa:16:3e:68:4e:0b", "network": {"id": "c58d738d-6da1-4d4c-904d-01b93ada74f0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-713881325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317513ab8b3e47f496af09d8262d3c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97bf7b7d-9e", "ovs_interfaceid": "97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.957544] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148239, 'name': CreateVM_Task, 'duration_secs': 0.417627} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.959464] env[69350]: DEBUG nova.policy [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8489c13558094f9fa17037ab1d414da2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8ae6b2760b844df895c87577be26f4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.966381] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.967208] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.968086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.968086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.968676] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de22fc69-9988-42ba-ba8b-9b8da4b69352 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.975228] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148240, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.079597} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.976181] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] File moved {{(pid=69350) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 633.979660] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Cleaning up location [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 633.979660] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Deleting the datastore file [datastore1] vmware_temp/e416a7f6-9392-4d3a-9cf7-5e90923bf293 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.979660] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ab6beb3-8a96-4c7f-ba39-17969817a2a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.982097] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for the task: (returnval){ [ 633.982097] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522eb284-228c-4516-31d7-cf7d58874959" [ 633.982097] env[69350]: _type = "Task" [ 633.982097] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.988505] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 633.988505] env[69350]: value = "task-4148241" [ 633.988505] env[69350]: _type = "Task" [ 633.988505] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.996882] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522eb284-228c-4516-31d7-cf7d58874959, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.997762] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.998133] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.998376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.003350] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.078923] env[69350]: DEBUG nova.compute.manager [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.250840] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49b4819-c117-4940-8db2-e08fe706130a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.266720] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb70e35-99e8-4cb7-9ae6-052ce1428751 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.310130] env[69350]: DEBUG oslo_concurrency.lockutils [req-8836546a-52f6-4a23-b63d-d87be4de8798 req-1eacfeb9-1324-410a-9c53-9f46b77fdb65 service nova] Releasing lock "refresh_cache-7cfde510-0408-47a5-a202-8af5a6a66588" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.311451] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f272400-10d4-4b45-8264-1f4517322057 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.323300] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f66959-b54c-4c89-a392-f3a24171e23d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.348347] env[69350]: DEBUG nova.compute.provider_tree [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.503419] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027637} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.504978] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.504978] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c8ef63-320d-40c2-88b2-d90bacf84e03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.512266] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 634.512266] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52752ef4-20b1-b4fb-9e84-e5f81ede381b" [ 634.512266] env[69350]: _type = "Task" [ 634.512266] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.522242] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52752ef4-20b1-b4fb-9e84-e5f81ede381b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.758852] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "0d698890-4a4f-4058-b57c-602176248bbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.758954] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "0d698890-4a4f-4058-b57c-602176248bbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.850937] env[69350]: DEBUG nova.scheduler.client.report [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.028387] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52752ef4-20b1-b4fb-9e84-e5f81ede381b, 'name': SearchDatastore_Task, 'duration_secs': 0.020587} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.028387] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.028387] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 7cfde510-0408-47a5-a202-8af5a6a66588/7cfde510-0408-47a5-a202-8af5a6a66588.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.028387] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.028786] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.028786] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a97870c-3b58-4256-8e63-427f31064c94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.033989] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdf10efa-64d6-451e-a797-825644c26770 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.042367] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 635.042367] env[69350]: value = "task-4148242" [ 635.042367] env[69350]: _type = "Task" [ 635.042367] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.051434] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.051434] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.052825] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0cffc1-90af-45a2-9bb0-79427e12da6d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.062496] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.070176] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for the task: (returnval){ [ 635.070176] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523050a5-a70d-d2ca-27ac-8233b1fb3bda" [ 635.070176] env[69350]: _type = "Task" [ 635.070176] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.081726] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523050a5-a70d-d2ca-27ac-8233b1fb3bda, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.082550] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f062995-08f9-4d1e-8b63-769df02e3731 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.092611] env[69350]: DEBUG nova.compute.manager [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.094436] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for the task: (returnval){ [ 635.094436] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522a6d76-03c0-f116-0af3-94aab31041aa" [ 635.094436] env[69350]: _type = "Task" [ 635.094436] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.110967] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522a6d76-03c0-f116-0af3-94aab31041aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.115599] env[69350]: DEBUG nova.network.neutron [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Successfully updated port: e680e5e7-28dd-43af-b1d0-1acd6c820954 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.115599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.115599] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1/dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.119508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.119714] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.119931] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c558f8f0-c23c-4adb-b707-7f6b3c984e4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.122633] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8834304-7589-46fe-ad3b-325a5b6a5ca8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.131968] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for the task: (returnval){ [ 635.131968] env[69350]: value = "task-4148243" [ 635.131968] env[69350]: _type = "Task" [ 635.131968] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.133410] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.133755] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.136763] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.136998] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.137191] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.137413] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.137576] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.137745] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.137977] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.138193] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.138361] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.138590] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.138830] env[69350]: DEBUG nova.virt.hardware [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.144105] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf27cc9-442b-443e-beaa-814eb78f5b46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.147085] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c233e0bb-a4a2-49d5-8027-ce6fd29479c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.157338] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for the task: (returnval){ [ 635.157338] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528075fa-65a4-ff47-2688-6ce147e9af3c" [ 635.157338] env[69350]: _type = "Task" [ 635.157338] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.162707] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.177096] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528075fa-65a4-ff47-2688-6ce147e9af3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.180540] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c120da-40c6-49d7-873d-a31b50c9e139 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.184008] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc325e3-fe37-42e7-a0ea-45951cd496c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.192691] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for the task: (returnval){ [ 635.192691] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522b8d24-6f9e-424e-3059-79994a7b5b79" [ 635.192691] env[69350]: _type = "Task" [ 635.192691] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.216223] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522b8d24-6f9e-424e-3059-79994a7b5b79, 'name': SearchDatastore_Task, 'duration_secs': 0.014012} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.217199] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.217199] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 624b0090-292f-4e8d-a8b5-16d7f6c39b80/624b0090-292f-4e8d-a8b5-16d7f6c39b80.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.217199] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7cd9cb-f36f-48f9-80a5-2c8751f564ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.226732] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for the task: (returnval){ [ 635.226732] env[69350]: value = "task-4148244" [ 635.226732] env[69350]: _type = "Task" [ 635.226732] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.240487] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.266402] env[69350]: DEBUG nova.compute.manager [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.358599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.359275] env[69350]: DEBUG nova.compute.manager [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.362773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.750s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.426284] env[69350]: DEBUG nova.network.neutron [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Successfully created port: 88d63468-b072-428f-9729-44df330ba0d8 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.548325] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "f17a0100-054e-4103-ac80-698d1be85218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.548615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "f17a0100-054e-4103-ac80-698d1be85218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.570001] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148242, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.621861] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.622043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.622200] env[69350]: DEBUG nova.network.neutron [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.647037] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148243, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.741982] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.794813] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.871740] env[69350]: DEBUG nova.compute.utils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.880541] env[69350]: DEBUG nova.compute.manager [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.880541] env[69350]: DEBUG nova.network.neutron [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.064157] env[69350]: DEBUG nova.compute.manager [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.075588] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539262} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.079146] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 7cfde510-0408-47a5-a202-8af5a6a66588/7cfde510-0408-47a5-a202-8af5a6a66588.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.079146] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.079146] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-799e7629-9d61-4066-bdda-877b82be1368 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.093047] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 636.093047] env[69350]: value = "task-4148245" [ 636.093047] env[69350]: _type = "Task" [ 636.093047] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.109333] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.146914] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812155} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.146914] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1/dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.146914] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.146914] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72b633ec-423a-4a26-90d7-402f378d37bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.156043] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for the task: (returnval){ [ 636.156043] env[69350]: value = "task-4148246" [ 636.156043] env[69350]: _type = "Task" [ 636.156043] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.168709] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.240960] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148244, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.315575] env[69350]: DEBUG nova.network.neutron [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.369554] env[69350]: DEBUG nova.policy [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6194b0ef261c4d8fa7b0afde9bcbf188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916f392c3de049d0873de0b1ab5552da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.387252] env[69350]: DEBUG nova.compute.manager [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.422958] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 7cfde510-0408-47a5-a202-8af5a6a66588 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 636.423120] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 636.423294] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 624b0090-292f-4e8d-a8b5-16d7f6c39b80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 636.423395] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 219f08aa-ebaa-44f0-9bc9-1a0401fabb23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 636.423459] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 6af963e0-d625-451b-b92e-73f54345d1b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 636.423580] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance b32dab67-1cb9-479c-8458-ce2fc90801c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 636.423701] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 92f3ac37-c488-4245-b06b-00d8adf0b81c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 636.490233] env[69350]: DEBUG nova.network.neutron [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Successfully updated port: 4aaac709-7731-4db7-856b-b3f991683d80 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.600514] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.609838] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104077} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.610355] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.611315] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c66df9-2ac3-4b3e-a6e5-6af4d4fa472a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.637470] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7cfde510-0408-47a5-a202-8af5a6a66588/7cfde510-0408-47a5-a202-8af5a6a66588.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.638265] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b40d47-f1aa-4248-bf75-42df820ffb4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.657740] env[69350]: DEBUG nova.compute.manager [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Received event network-vif-plugged-a8262fda-1494-44c1-b534-8e2b9942ac6a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.657955] env[69350]: DEBUG oslo_concurrency.lockutils [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] Acquiring lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.658170] env[69350]: DEBUG oslo_concurrency.lockutils [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] Lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.658330] env[69350]: DEBUG oslo_concurrency.lockutils [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] Lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.658491] env[69350]: DEBUG nova.compute.manager [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] No waiting events found dispatching network-vif-plugged-a8262fda-1494-44c1-b534-8e2b9942ac6a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.658682] env[69350]: WARNING nova.compute.manager [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Received unexpected event network-vif-plugged-a8262fda-1494-44c1-b534-8e2b9942ac6a for instance with vm_state building and task_state spawning. [ 636.658855] env[69350]: DEBUG nova.compute.manager [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Received event network-changed-a8262fda-1494-44c1-b534-8e2b9942ac6a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.659016] env[69350]: DEBUG nova.compute.manager [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Refreshing instance network info cache due to event network-changed-a8262fda-1494-44c1-b534-8e2b9942ac6a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.659203] env[69350]: DEBUG oslo_concurrency.lockutils [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] Acquiring lock "refresh_cache-624b0090-292f-4e8d-a8b5-16d7f6c39b80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.659333] env[69350]: DEBUG oslo_concurrency.lockutils [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] Acquired lock "refresh_cache-624b0090-292f-4e8d-a8b5-16d7f6c39b80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.659484] env[69350]: DEBUG nova.network.neutron [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Refreshing network info cache for port a8262fda-1494-44c1-b534-8e2b9942ac6a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.669380] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 636.669380] env[69350]: value = "task-4148247" [ 636.669380] env[69350]: _type = "Task" [ 636.669380] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.678271] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132739} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.684182] env[69350]: DEBUG nova.compute.manager [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Received event network-changed-23c7b51e-7aa0-4494-9f00-bddf4aa830a5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.684411] env[69350]: DEBUG nova.compute.manager [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Refreshing instance network info cache due to event network-changed-23c7b51e-7aa0-4494-9f00-bddf4aa830a5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.684621] env[69350]: DEBUG oslo_concurrency.lockutils [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] Acquiring lock "refresh_cache-dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.684759] env[69350]: DEBUG oslo_concurrency.lockutils [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] Acquired lock "refresh_cache-dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.684965] env[69350]: DEBUG nova.network.neutron [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Refreshing network info cache for port 23c7b51e-7aa0-4494-9f00-bddf4aa830a5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.686116] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.687660] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b19376d-b68f-4111-bbfd-30b1ba4c2317 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.698683] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.717349] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1/dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.718067] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f76a2c-06db-465d-a471-16520ed4fba4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.746634] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148244, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.053375} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.747441] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 624b0090-292f-4e8d-a8b5-16d7f6c39b80/624b0090-292f-4e8d-a8b5-16d7f6c39b80.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.748342] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.748342] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for the task: (returnval){ [ 636.748342] env[69350]: value = "task-4148248" [ 636.748342] env[69350]: _type = "Task" [ 636.748342] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.748342] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bad49535-f765-4089-9520-491b717e10c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.762142] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148248, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.763699] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for the task: (returnval){ [ 636.763699] env[69350]: value = "task-4148249" [ 636.763699] env[69350]: _type = "Task" [ 636.763699] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.776229] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.839128] env[69350]: DEBUG nova.network.neutron [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance_info_cache with network_info: [{"id": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "address": "fa:16:3e:f3:0f:46", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape680e5e7-28", "ovs_interfaceid": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.933186] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance effb7a42-5fe9-49b5-b4f4-95d5330466a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 636.996340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "refresh_cache-6af963e0-d625-451b-b92e-73f54345d1b0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.996340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "refresh_cache-6af963e0-d625-451b-b92e-73f54345d1b0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.996340] env[69350]: DEBUG nova.network.neutron [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.194847] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148247, 'name': ReconfigVM_Task, 'duration_secs': 0.366355} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.195167] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7cfde510-0408-47a5-a202-8af5a6a66588/7cfde510-0408-47a5-a202-8af5a6a66588.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.196348] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-571042fa-6eb4-4804-9659-6a811fa7d768 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.207316] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 637.207316] env[69350]: value = "task-4148250" [ 637.207316] env[69350]: _type = "Task" [ 637.207316] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.219082] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148250, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.264534] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.277599] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074108} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.279667] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.279667] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eaae35-fd3d-424a-89a0-790d6e7e0cc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.310680] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 624b0090-292f-4e8d-a8b5-16d7f6c39b80/624b0090-292f-4e8d-a8b5-16d7f6c39b80.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.313808] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a51aeda-33ab-4612-9d1a-23806e35445a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.339485] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for the task: (returnval){ [ 637.339485] env[69350]: value = "task-4148251" [ 637.339485] env[69350]: _type = "Task" [ 637.339485] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.344600] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.344919] env[69350]: DEBUG nova.compute.manager [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Instance network_info: |[{"id": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "address": "fa:16:3e:f3:0f:46", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape680e5e7-28", "ovs_interfaceid": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.345656] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:0f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e680e5e7-28dd-43af-b1d0-1acd6c820954', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.355279] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Creating folder: Project (02d263a731f244399d34a9efb742e125). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.355395] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55917aae-ea77-4ced-a265-fcd2c85662df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.362203] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.372838] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Created folder: Project (02d263a731f244399d34a9efb742e125) in parent group-v821414. [ 637.373157] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Creating folder: Instances. Parent ref: group-v821424. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.373376] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82f6523a-96b1-4a3b-8df7-1ea77853e6d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.387732] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Created folder: Instances in parent group-v821424. [ 637.388034] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.388273] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.388486] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c6e8157-e17e-4eff-b2af-347efda8a829 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.412141] env[69350]: DEBUG nova.compute.manager [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.420068] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.420068] env[69350]: value = "task-4148254" [ 637.420068] env[69350]: _type = "Task" [ 637.420068] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.431038] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148254, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.440232] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 0d698890-4a4f-4058-b57c-602176248bbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 637.448090] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.448090] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.448090] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.448369] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.448525] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.448525] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.448947] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.449074] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.449175] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.449381] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.449546] env[69350]: DEBUG nova.virt.hardware [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.450932] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8258f330-ee97-49f5-8484-fd95432ab587 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.460748] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d0532a-fa8e-4e8a-a84c-84167c429932 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.722508] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148250, 'name': Rename_Task, 'duration_secs': 0.17688} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.725526] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.725526] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f35c209-1ac8-4217-8d3b-a7a21c5c651a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.732840] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 637.732840] env[69350]: value = "task-4148255" [ 637.732840] env[69350]: _type = "Task" [ 637.732840] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.750538] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.766529] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148248, 'name': ReconfigVM_Task, 'duration_secs': 0.908126} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.766529] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1/dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.766529] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cba7515-3e6b-4cef-b78e-ff275edfc79c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.773434] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for the task: (returnval){ [ 637.773434] env[69350]: value = "task-4148256" [ 637.773434] env[69350]: _type = "Task" [ 637.773434] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.785127] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148256, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.855712] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148251, 'name': ReconfigVM_Task, 'duration_secs': 0.397453} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.856011] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 624b0090-292f-4e8d-a8b5-16d7f6c39b80/624b0090-292f-4e8d-a8b5-16d7f6c39b80.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.856668] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86b929e4-ec68-44a6-b02a-6881ee5a9678 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.866973] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for the task: (returnval){ [ 637.866973] env[69350]: value = "task-4148257" [ 637.866973] env[69350]: _type = "Task" [ 637.866973] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.878576] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148257, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.897724] env[69350]: DEBUG nova.network.neutron [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.936517] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148254, 'name': CreateVM_Task, 'duration_secs': 0.365319} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.936862] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.937660] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.938164] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.938558] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.939029] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99f9444-311e-4afd-a794-a5c6fee7086e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.948159] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 637.948159] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523ea253-8063-8b53-69cc-fbe983c26486" [ 637.948159] env[69350]: _type = "Task" [ 637.948159] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.958699] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance f17a0100-054e-4103-ac80-698d1be85218 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 637.961211] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 637.961211] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 637.964120] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523ea253-8063-8b53-69cc-fbe983c26486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.080024] env[69350]: DEBUG nova.network.neutron [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Updated VIF entry in instance network info cache for port 23c7b51e-7aa0-4494-9f00-bddf4aa830a5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.080024] env[69350]: DEBUG nova.network.neutron [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Updating instance_info_cache with network_info: [{"id": "23c7b51e-7aa0-4494-9f00-bddf4aa830a5", "address": "fa:16:3e:f7:bb:20", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c7b51e-7a", "ovs_interfaceid": "23c7b51e-7aa0-4494-9f00-bddf4aa830a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.092226] env[69350]: DEBUG nova.network.neutron [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Updated VIF entry in instance network info cache for port a8262fda-1494-44c1-b534-8e2b9942ac6a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.092226] env[69350]: DEBUG nova.network.neutron [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Updating instance_info_cache with network_info: [{"id": "a8262fda-1494-44c1-b534-8e2b9942ac6a", "address": "fa:16:3e:fe:34:aa", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8262fda-14", "ovs_interfaceid": "a8262fda-1494-44c1-b534-8e2b9942ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.184772] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb99e92f-414b-4d9c-9dc9-3e05658f19be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.194536] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2aba6b-a179-4a55-95bd-2ebf17f7abfa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.229336] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44c357d-520e-4c1f-89c0-6009ba24b428 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.247821] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3402184-b1c6-47fc-8945-5c6a1efa25c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.256028] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.266835] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.297047] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148256, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.380203] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148257, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.458416] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523ea253-8063-8b53-69cc-fbe983c26486, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.458726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.459022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.459279] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.459467] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.460135] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.460519] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f9203ce-0366-468d-80eb-d7e990a52ad3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.470298] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.470502] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.471319] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07e3e0ed-9bdc-42c9-95c6-d149698767f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.478859] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 638.478859] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d3d5f2-d6e8-7182-e245-898f15a221ee" [ 638.478859] env[69350]: _type = "Task" [ 638.478859] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.488656] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d3d5f2-d6e8-7182-e245-898f15a221ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.581901] env[69350]: DEBUG oslo_concurrency.lockutils [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] Releasing lock "refresh_cache-dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.582199] env[69350]: DEBUG nova.compute.manager [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Received event network-vif-plugged-e680e5e7-28dd-43af-b1d0-1acd6c820954 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.582511] env[69350]: DEBUG oslo_concurrency.lockutils [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] Acquiring lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.582617] env[69350]: DEBUG oslo_concurrency.lockutils [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.582748] env[69350]: DEBUG oslo_concurrency.lockutils [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.582927] env[69350]: DEBUG nova.compute.manager [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] No waiting events found dispatching network-vif-plugged-e680e5e7-28dd-43af-b1d0-1acd6c820954 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.583123] env[69350]: WARNING nova.compute.manager [req-54832f18-d3d2-4e65-af57-f8dd9ace680c req-d88d2f3c-cad0-4898-992a-ada28bebb4ee service nova] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Received unexpected event network-vif-plugged-e680e5e7-28dd-43af-b1d0-1acd6c820954 for instance with vm_state building and task_state spawning. [ 638.595691] env[69350]: DEBUG oslo_concurrency.lockutils [req-26abe745-e43e-431d-a8ce-1c839868eda5 req-19f0f7f8-3ae2-4245-a992-9419acd39847 service nova] Releasing lock "refresh_cache-624b0090-292f-4e8d-a8b5-16d7f6c39b80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.728999] env[69350]: DEBUG nova.network.neutron [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Successfully created port: b535ad60-412d-44ff-9a16-4dc74167ee27 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.733360] env[69350]: DEBUG nova.network.neutron [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Updating instance_info_cache with network_info: [{"id": "4aaac709-7731-4db7-856b-b3f991683d80", "address": "fa:16:3e:86:0d:53", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaac709-77", "ovs_interfaceid": "4aaac709-7731-4db7-856b-b3f991683d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.749307] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.773023] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.796659] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148256, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.883081] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148257, 'name': Rename_Task, 'duration_secs': 0.994996} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.884168] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.884279] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2726f452-45d8-4a79-99f6-f35303df9afc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.894255] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for the task: (returnval){ [ 638.894255] env[69350]: value = "task-4148258" [ 638.894255] env[69350]: _type = "Task" [ 638.894255] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.904618] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.991533] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d3d5f2-d6e8-7182-e245-898f15a221ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.992912] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdee2e78-cedd-41dd-9015-61c90492a43a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.000192] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 639.000192] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52189e2f-b7bf-fb5a-d978-07d794173c6e" [ 639.000192] env[69350]: _type = "Task" [ 639.000192] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.020822] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52189e2f-b7bf-fb5a-d978-07d794173c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.021383] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.022178] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 219f08aa-ebaa-44f0-9bc9-1a0401fabb23/219f08aa-ebaa-44f0-9bc9-1a0401fabb23.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.022700] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8454cf79-8a4a-496c-8789-a0f13948ab8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.035395] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 639.035395] env[69350]: value = "task-4148259" [ 639.035395] env[69350]: _type = "Task" [ 639.035395] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.048381] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.237516] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "refresh_cache-6af963e0-d625-451b-b92e-73f54345d1b0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.237643] env[69350]: DEBUG nova.compute.manager [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Instance network_info: |[{"id": "4aaac709-7731-4db7-856b-b3f991683d80", "address": "fa:16:3e:86:0d:53", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaac709-77", "ovs_interfaceid": "4aaac709-7731-4db7-856b-b3f991683d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.246548] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:0d:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aaac709-7731-4db7-856b-b3f991683d80', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.259630] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating folder: Project (e32d5858df8f4b7dac6e2697c2a1c4eb). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.260026] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-459affbf-bc2e-4a4d-97d2-a5fcb8b0fb5e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.269764] env[69350]: DEBUG oslo_vmware.api [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148255, 'name': PowerOnVM_Task, 'duration_secs': 1.083962} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.270110] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.270613] env[69350]: INFO nova.compute.manager [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Took 15.85 seconds to spawn the instance on the hypervisor. [ 639.270851] env[69350]: DEBUG nova.compute.manager [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.271774] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799869ad-f0c2-478d-a695-79e530080711 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.281138] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 639.281520] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.919s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.281631] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Created folder: Project (e32d5858df8f4b7dac6e2697c2a1c4eb) in parent group-v821414. [ 639.282120] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating folder: Instances. Parent ref: group-v821427. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.282963] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.888s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.284821] env[69350]: INFO nova.compute.claims [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.288499] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4613403-f51a-4152-a88a-35061633337f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.308720] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148256, 'name': Rename_Task, 'duration_secs': 1.107902} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.309455] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.309455] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c45ba770-62e5-45bf-bdec-207a0f7771cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.314043] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Created folder: Instances in parent group-v821427. [ 639.314043] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.315172] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.316126] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ecc869-547d-4bb1-b048-526ef1653879 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.337348] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for the task: (returnval){ [ 639.337348] env[69350]: value = "task-4148262" [ 639.337348] env[69350]: _type = "Task" [ 639.337348] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.345127] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.345127] env[69350]: value = "task-4148263" [ 639.345127] env[69350]: _type = "Task" [ 639.345127] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.356223] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148262, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.362569] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148263, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.414173] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.550683] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148259, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.561314] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquiring lock "de0d3b42-8371-4344-a262-63ecd4401849" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.561972] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lock "de0d3b42-8371-4344-a262-63ecd4401849" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.713284] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquiring lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.713518] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.810806] env[69350]: INFO nova.compute.manager [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Took 20.69 seconds to build instance. [ 639.857897] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148262, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.864887] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148263, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.909236] env[69350]: DEBUG oslo_vmware.api [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148258, 'name': PowerOnVM_Task, 'duration_secs': 0.716657} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.909908] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.911419] env[69350]: INFO nova.compute.manager [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Took 11.66 seconds to spawn the instance on the hypervisor. [ 639.911419] env[69350]: DEBUG nova.compute.manager [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.911815] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04873b63-d235-421f-b357-83fd5c937494 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.993544] env[69350]: DEBUG nova.network.neutron [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Successfully updated port: 88d63468-b072-428f-9729-44df330ba0d8 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.048715] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556875} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.049159] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 219f08aa-ebaa-44f0-9bc9-1a0401fabb23/219f08aa-ebaa-44f0-9bc9-1a0401fabb23.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.049521] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.049867] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97e6abaa-d228-49ee-8229-4f48eb675163 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.057516] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 640.057516] env[69350]: value = "task-4148264" [ 640.057516] env[69350]: _type = "Task" [ 640.057516] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.068780] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.316893] env[69350]: DEBUG oslo_concurrency.lockutils [None req-327ba0f5-5079-4087-b96e-9b1265b73cd2 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "7cfde510-0408-47a5-a202-8af5a6a66588" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.207s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.356263] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148262, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.369042] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148263, 'name': CreateVM_Task, 'duration_secs': 0.607645} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.372839] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.373195] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.373383] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.374474] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.374474] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a023372-3ae9-4b78-9697-0232de545708 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.380417] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 640.380417] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528cdb6c-9853-e6b8-37fe-65cc2cc934cc" [ 640.380417] env[69350]: _type = "Task" [ 640.380417] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.392161] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528cdb6c-9853-e6b8-37fe-65cc2cc934cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.437779] env[69350]: INFO nova.compute.manager [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Took 18.59 seconds to build instance. [ 640.496878] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquiring lock "refresh_cache-b32dab67-1cb9-479c-8458-ce2fc90801c1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.497016] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquired lock "refresh_cache-b32dab67-1cb9-479c-8458-ce2fc90801c1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.497169] env[69350]: DEBUG nova.network.neutron [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.538873] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc84822-5546-4b69-9f4c-8189d252ffb7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.547859] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23b3e4f-8ffe-4b90-87e8-94fc198f827a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.597310] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef24a4e-d891-4c81-a6c9-57a0dbc25b08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.612545] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207601} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.613322] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13462a6a-05f9-4526-a8de-b1cc7eaf06c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.617756] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.618502] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6720c9-7dd2-47b4-810b-bd16d722c011 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.632802] env[69350]: DEBUG nova.compute.provider_tree [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.652561] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 219f08aa-ebaa-44f0-9bc9-1a0401fabb23/219f08aa-ebaa-44f0-9bc9-1a0401fabb23.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.653076] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8575a849-7821-485c-b22f-3ae71842b163 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.679317] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 640.679317] env[69350]: value = "task-4148265" [ 640.679317] env[69350]: _type = "Task" [ 640.679317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.693089] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.825875] env[69350]: DEBUG nova.compute.manager [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.852762] env[69350]: DEBUG oslo_vmware.api [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148262, 'name': PowerOnVM_Task, 'duration_secs': 1.24438} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.853034] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.853236] env[69350]: INFO nova.compute.manager [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Took 14.87 seconds to spawn the instance on the hypervisor. [ 640.853445] env[69350]: DEBUG nova.compute.manager [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.854392] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e7da6a-8262-484f-913e-45a52b8ac1f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.895474] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528cdb6c-9853-e6b8-37fe-65cc2cc934cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013274} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.895616] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.896288] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.896288] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.896288] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.896460] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.899159] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-194a7d1e-4727-4462-aefc-98b4efa53a8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.912404] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.912466] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.913591] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02dd3f5-06c4-42c2-b308-81cc143c06d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.920410] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 640.920410] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52c382d0-ef6e-c8ce-6b44-93af0d4d0377" [ 640.920410] env[69350]: _type = "Task" [ 640.920410] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.930830] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c382d0-ef6e-c8ce-6b44-93af0d4d0377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.939790] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e9c5ec4-51a7-4889-a8ce-7b85de1e3c42 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.113s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.111187] env[69350]: DEBUG nova.network.neutron [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.156907] env[69350]: DEBUG nova.scheduler.client.report [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.193393] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.227406] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquiring lock "a5300d40-02de-4199-830e-054a12564f17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.227989] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lock "a5300d40-02de-4199-830e-054a12564f17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.359475] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.376925] env[69350]: INFO nova.compute.manager [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Took 19.67 seconds to build instance. [ 641.439281] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c382d0-ef6e-c8ce-6b44-93af0d4d0377, 'name': SearchDatastore_Task, 'duration_secs': 0.024962} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.440066] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985d2c1c-a46f-4d22-8583-d332511a4113 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.443027] env[69350]: DEBUG nova.compute.manager [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.451655] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 641.451655] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525b2734-2e05-5062-4f74-75027b481cab" [ 641.451655] env[69350]: _type = "Task" [ 641.451655] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.466166] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525b2734-2e05-5062-4f74-75027b481cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.570455] env[69350]: DEBUG nova.compute.manager [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Received event network-vif-plugged-4aaac709-7731-4db7-856b-b3f991683d80 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.570654] env[69350]: DEBUG oslo_concurrency.lockutils [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] Acquiring lock "6af963e0-d625-451b-b92e-73f54345d1b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.570901] env[69350]: DEBUG oslo_concurrency.lockutils [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] Lock "6af963e0-d625-451b-b92e-73f54345d1b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.571489] env[69350]: DEBUG oslo_concurrency.lockutils [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] Lock "6af963e0-d625-451b-b92e-73f54345d1b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.571704] env[69350]: DEBUG nova.compute.manager [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] No waiting events found dispatching network-vif-plugged-4aaac709-7731-4db7-856b-b3f991683d80 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.571971] env[69350]: WARNING nova.compute.manager [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Received unexpected event network-vif-plugged-4aaac709-7731-4db7-856b-b3f991683d80 for instance with vm_state building and task_state spawning. [ 641.572146] env[69350]: DEBUG nova.compute.manager [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Received event network-changed-4aaac709-7731-4db7-856b-b3f991683d80 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.574551] env[69350]: DEBUG nova.compute.manager [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Refreshing instance network info cache due to event network-changed-4aaac709-7731-4db7-856b-b3f991683d80. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.574551] env[69350]: DEBUG oslo_concurrency.lockutils [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] Acquiring lock "refresh_cache-6af963e0-d625-451b-b92e-73f54345d1b0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.574551] env[69350]: DEBUG oslo_concurrency.lockutils [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] Acquired lock "refresh_cache-6af963e0-d625-451b-b92e-73f54345d1b0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.574551] env[69350]: DEBUG nova.network.neutron [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Refreshing network info cache for port 4aaac709-7731-4db7-856b-b3f991683d80 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.594383] env[69350]: DEBUG nova.compute.manager [req-c3b32fb4-6c33-4f02-a30a-5ae5eb549f43 req-d89350a9-3f47-49b1-b519-03b7e06eb6e8 service nova] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Received event network-changed-e680e5e7-28dd-43af-b1d0-1acd6c820954 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.594383] env[69350]: DEBUG nova.compute.manager [req-c3b32fb4-6c33-4f02-a30a-5ae5eb549f43 req-d89350a9-3f47-49b1-b519-03b7e06eb6e8 service nova] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Refreshing instance network info cache due to event network-changed-e680e5e7-28dd-43af-b1d0-1acd6c820954. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.594674] env[69350]: DEBUG oslo_concurrency.lockutils [req-c3b32fb4-6c33-4f02-a30a-5ae5eb549f43 req-d89350a9-3f47-49b1-b519-03b7e06eb6e8 service nova] Acquiring lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.595043] env[69350]: DEBUG oslo_concurrency.lockutils [req-c3b32fb4-6c33-4f02-a30a-5ae5eb549f43 req-d89350a9-3f47-49b1-b519-03b7e06eb6e8 service nova] Acquired lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.595544] env[69350]: DEBUG nova.network.neutron [req-c3b32fb4-6c33-4f02-a30a-5ae5eb549f43 req-d89350a9-3f47-49b1-b519-03b7e06eb6e8 service nova] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Refreshing network info cache for port e680e5e7-28dd-43af-b1d0-1acd6c820954 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.636053] env[69350]: DEBUG nova.network.neutron [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Updating instance_info_cache with network_info: [{"id": "88d63468-b072-428f-9729-44df330ba0d8", "address": "fa:16:3e:8e:c3:a4", "network": {"id": "e043e0ab-2435-4e21-a37d-54914b4a90d0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1043857257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8ae6b2760b844df895c87577be26f4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d63468-b0", "ovs_interfaceid": "88d63468-b072-428f-9729-44df330ba0d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.666187] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.666187] env[69350]: DEBUG nova.compute.manager [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.669302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.874s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.673822] env[69350]: INFO nova.compute.claims [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.696344] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148265, 'name': ReconfigVM_Task, 'duration_secs': 0.801758} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.696344] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 219f08aa-ebaa-44f0-9bc9-1a0401fabb23/219f08aa-ebaa-44f0-9bc9-1a0401fabb23.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.696344] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6d2e170-f15a-415e-8605-c900d234172a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.704894] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 641.704894] env[69350]: value = "task-4148266" [ 641.704894] env[69350]: _type = "Task" [ 641.704894] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.718618] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148266, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.880613] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e5327909-20a5-419e-b14f-3860775accc4 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.184s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.976874] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525b2734-2e05-5062-4f74-75027b481cab, 'name': SearchDatastore_Task, 'duration_secs': 0.012934} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.977157] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.977387] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 6af963e0-d625-451b-b92e-73f54345d1b0/6af963e0-d625-451b-b92e-73f54345d1b0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.977615] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d75b7cf-e0a0-4ea4-9eb7-a5c4711a608a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.985774] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.988622] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 641.988622] env[69350]: value = "task-4148267" [ 641.988622] env[69350]: _type = "Task" [ 641.988622] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.002783] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.138309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Releasing lock "refresh_cache-b32dab67-1cb9-479c-8458-ce2fc90801c1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.138653] env[69350]: DEBUG nova.compute.manager [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Instance network_info: |[{"id": "88d63468-b072-428f-9729-44df330ba0d8", "address": "fa:16:3e:8e:c3:a4", "network": {"id": "e043e0ab-2435-4e21-a37d-54914b4a90d0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1043857257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8ae6b2760b844df895c87577be26f4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d63468-b0", "ovs_interfaceid": "88d63468-b072-428f-9729-44df330ba0d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.139149] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:c3:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88d63468-b072-428f-9729-44df330ba0d8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.148550] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Creating folder: Project (e8ae6b2760b844df895c87577be26f4e). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.148948] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25d60dbc-df7b-4a73-9979-852affc26993 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.162470] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Created folder: Project (e8ae6b2760b844df895c87577be26f4e) in parent group-v821414. [ 642.162669] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Creating folder: Instances. Parent ref: group-v821430. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.162920] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b04552de-cbbe-4748-8021-7e042aca44e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.170455] env[69350]: DEBUG nova.compute.utils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.174198] env[69350]: DEBUG nova.compute.manager [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.174387] env[69350]: DEBUG nova.network.neutron [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.190352] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Created folder: Instances in parent group-v821430. [ 642.190692] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.191530] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.192021] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eb6bc14-0623-4601-a01d-7e68fe05f71b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.225302] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148266, 'name': Rename_Task, 'duration_secs': 0.298147} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.227767] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.229061] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.229061] env[69350]: value = "task-4148270" [ 642.229061] env[69350]: _type = "Task" [ 642.229061] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.229061] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fe3fd3a-5845-4a9d-939f-4bae2f1d1e9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.244332] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148270, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.246615] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 642.246615] env[69350]: value = "task-4148271" [ 642.246615] env[69350]: _type = "Task" [ 642.246615] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.258494] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.305290] env[69350]: DEBUG nova.compute.manager [None req-4aedf756-4c8e-406f-986f-9056bdbf12d6 tempest-ServerExternalEventsTest-1486618751 tempest-ServerExternalEventsTest-1486618751-project] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Received event network-changed {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.305290] env[69350]: DEBUG nova.compute.manager [None req-4aedf756-4c8e-406f-986f-9056bdbf12d6 tempest-ServerExternalEventsTest-1486618751 tempest-ServerExternalEventsTest-1486618751-project] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Refreshing instance network info cache due to event network-changed. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.305638] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4aedf756-4c8e-406f-986f-9056bdbf12d6 tempest-ServerExternalEventsTest-1486618751 tempest-ServerExternalEventsTest-1486618751-project] Acquiring lock "refresh_cache-624b0090-292f-4e8d-a8b5-16d7f6c39b80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.305696] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4aedf756-4c8e-406f-986f-9056bdbf12d6 tempest-ServerExternalEventsTest-1486618751 tempest-ServerExternalEventsTest-1486618751-project] Acquired lock "refresh_cache-624b0090-292f-4e8d-a8b5-16d7f6c39b80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.305899] env[69350]: DEBUG nova.network.neutron [None req-4aedf756-4c8e-406f-986f-9056bdbf12d6 tempest-ServerExternalEventsTest-1486618751 tempest-ServerExternalEventsTest-1486618751-project] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.351137] env[69350]: DEBUG nova.policy [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9892ec2a38de451cbe735d8138463081', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bb37bafc52e45edac7f881f1ad2f6b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.388820] env[69350]: DEBUG nova.compute.manager [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.399024] env[69350]: DEBUG nova.network.neutron [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Successfully updated port: b535ad60-412d-44ff-9a16-4dc74167ee27 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.505031] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.684647] env[69350]: DEBUG nova.compute.manager [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.767816] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148270, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.778496] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148271, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.900083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "refresh_cache-92f3ac37-c488-4245-b06b-00d8adf0b81c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.900846] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquired lock "refresh_cache-92f3ac37-c488-4245-b06b-00d8adf0b81c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.900846] env[69350]: DEBUG nova.network.neutron [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.928873] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.003851] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667908} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.004809] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 6af963e0-d625-451b-b92e-73f54345d1b0/6af963e0-d625-451b-b92e-73f54345d1b0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.005101] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.005381] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-189367f1-d7ff-4d20-b4e7-5841529b6c67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.020274] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 643.020274] env[69350]: value = "task-4148272" [ 643.020274] env[69350]: _type = "Task" [ 643.020274] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.033755] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce15e9f6-271a-45f7-9df1-5a5dd1824376 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.048217] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.052410] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a2ae2-dcea-465b-977b-1e7236bbe237 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.098210] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8c9582-a466-4113-9d5e-79d6e160ad17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.110777] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eb6601-8a6d-4444-bb80-3a49ab40cab4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.129955] env[69350]: DEBUG nova.compute.provider_tree [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.245957] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148270, 'name': CreateVM_Task, 'duration_secs': 0.709187} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.246363] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.248571] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.248571] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.252372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.253170] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405acbcf-c65f-499d-bdc5-3235a6942411 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.273023] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for the task: (returnval){ [ 643.273023] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a82493-030f-8b20-2a05-dc9296e5a67a" [ 643.273023] env[69350]: _type = "Task" [ 643.273023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.274349] env[69350]: DEBUG oslo_vmware.api [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148271, 'name': PowerOnVM_Task, 'duration_secs': 0.840216} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.278635] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.278951] env[69350]: INFO nova.compute.manager [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Took 12.73 seconds to spawn the instance on the hypervisor. [ 643.279161] env[69350]: DEBUG nova.compute.manager [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.280015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115c6671-d01f-4e34-a6d8-95092d3a4685 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.283627] env[69350]: DEBUG nova.network.neutron [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Successfully created port: b2dbdb52-07c7-4bf1-80ed-8113a3aa962f {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.295019] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a82493-030f-8b20-2a05-dc9296e5a67a, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.296271] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.296522] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.296770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.296962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.297569] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.300782] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4d54b52-51d7-499b-bec6-2548769ada77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.314023] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.314023] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.314023] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae51604a-23f4-42fd-a963-5646910cf3b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.321317] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for the task: (returnval){ [ 643.321317] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5236165a-bd8a-0cad-2734-677910b76d17" [ 643.321317] env[69350]: _type = "Task" [ 643.321317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.331718] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5236165a-bd8a-0cad-2734-677910b76d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.401300] env[69350]: DEBUG nova.network.neutron [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Updated VIF entry in instance network info cache for port 4aaac709-7731-4db7-856b-b3f991683d80. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.401773] env[69350]: DEBUG nova.network.neutron [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Updating instance_info_cache with network_info: [{"id": "4aaac709-7731-4db7-856b-b3f991683d80", "address": "fa:16:3e:86:0d:53", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaac709-77", "ovs_interfaceid": "4aaac709-7731-4db7-856b-b3f991683d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.475024] env[69350]: DEBUG nova.network.neutron [req-c3b32fb4-6c33-4f02-a30a-5ae5eb549f43 req-d89350a9-3f47-49b1-b519-03b7e06eb6e8 service nova] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updated VIF entry in instance network info cache for port e680e5e7-28dd-43af-b1d0-1acd6c820954. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.475024] env[69350]: DEBUG nova.network.neutron [req-c3b32fb4-6c33-4f02-a30a-5ae5eb549f43 req-d89350a9-3f47-49b1-b519-03b7e06eb6e8 service nova] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance_info_cache with network_info: [{"id": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "address": "fa:16:3e:f3:0f:46", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape680e5e7-28", "ovs_interfaceid": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.515356] env[69350]: DEBUG nova.network.neutron [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.533728] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08503} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.534086] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.535565] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2febd62-bc4b-4867-93a9-b1caa1d1ab2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.565991] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 6af963e0-d625-451b-b92e-73f54345d1b0/6af963e0-d625-451b-b92e-73f54345d1b0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.568758] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f08199c-1afb-4c94-a5dc-289c527180f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.592432] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 643.592432] env[69350]: value = "task-4148273" [ 643.592432] env[69350]: _type = "Task" [ 643.592432] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.602685] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.634073] env[69350]: DEBUG nova.scheduler.client.report [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.697588] env[69350]: DEBUG nova.compute.manager [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.727557] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.727703] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.727796] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.728301] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.728966] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.729658] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.729658] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.729658] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.729658] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.730030] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.730125] env[69350]: DEBUG nova.virt.hardware [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.731037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae5446d-80ad-4eb2-8205-1477f7e66147 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.744744] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5963b7bf-6dc8-4bbb-87a3-864e3c3a9258 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.830707] env[69350]: INFO nova.compute.manager [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Took 20.77 seconds to build instance. [ 643.849457] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5236165a-bd8a-0cad-2734-677910b76d17, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.850342] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc77018f-3785-4973-82a2-f1fa43fda3ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.861433] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for the task: (returnval){ [ 643.861433] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522cbe4e-a506-1ade-faa2-bb83cbe1b7e9" [ 643.861433] env[69350]: _type = "Task" [ 643.861433] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.873352] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522cbe4e-a506-1ade-faa2-bb83cbe1b7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.904380] env[69350]: DEBUG oslo_concurrency.lockutils [req-56385f45-b30d-4a97-90c9-cbe163c6f304 req-f9784695-b92f-4596-97c9-8849b6176a04 service nova] Releasing lock "refresh_cache-6af963e0-d625-451b-b92e-73f54345d1b0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.977720] env[69350]: DEBUG oslo_concurrency.lockutils [req-c3b32fb4-6c33-4f02-a30a-5ae5eb549f43 req-d89350a9-3f47-49b1-b519-03b7e06eb6e8 service nova] Releasing lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.034690] env[69350]: DEBUG nova.network.neutron [None req-4aedf756-4c8e-406f-986f-9056bdbf12d6 tempest-ServerExternalEventsTest-1486618751 tempest-ServerExternalEventsTest-1486618751-project] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Updating instance_info_cache with network_info: [{"id": "a8262fda-1494-44c1-b534-8e2b9942ac6a", "address": "fa:16:3e:fe:34:aa", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8262fda-14", "ovs_interfaceid": "a8262fda-1494-44c1-b534-8e2b9942ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.108400] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.119453] env[69350]: DEBUG nova.network.neutron [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Updating instance_info_cache with network_info: [{"id": "b535ad60-412d-44ff-9a16-4dc74167ee27", "address": "fa:16:3e:4b:62:b0", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb535ad60-41", "ovs_interfaceid": "b535ad60-412d-44ff-9a16-4dc74167ee27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.142247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.142247] env[69350]: DEBUG nova.compute.manager [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.145909] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.545s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.146926] env[69350]: INFO nova.compute.claims [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.335196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52322926-de82-4493-b664-d02b938f066a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.284s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.376605] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522cbe4e-a506-1ade-faa2-bb83cbe1b7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.017586} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.376860] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.379512] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] b32dab67-1cb9-479c-8458-ce2fc90801c1/b32dab67-1cb9-479c-8458-ce2fc90801c1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.380147] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b1e5ec7-f8e2-4f2d-ab16-3c90482a0333 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.389317] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for the task: (returnval){ [ 644.389317] env[69350]: value = "task-4148274" [ 644.389317] env[69350]: _type = "Task" [ 644.389317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.402722] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.542239] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4aedf756-4c8e-406f-986f-9056bdbf12d6 tempest-ServerExternalEventsTest-1486618751 tempest-ServerExternalEventsTest-1486618751-project] Releasing lock "refresh_cache-624b0090-292f-4e8d-a8b5-16d7f6c39b80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.610056] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148273, 'name': ReconfigVM_Task, 'duration_secs': 0.787449} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.610375] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 6af963e0-d625-451b-b92e-73f54345d1b0/6af963e0-d625-451b-b92e-73f54345d1b0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.614181] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b82169f1-579a-4ad3-abb7-3e46e05d9027 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.623038] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Releasing lock "refresh_cache-92f3ac37-c488-4245-b06b-00d8adf0b81c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.623442] env[69350]: DEBUG nova.compute.manager [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Instance network_info: |[{"id": "b535ad60-412d-44ff-9a16-4dc74167ee27", "address": "fa:16:3e:4b:62:b0", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb535ad60-41", "ovs_interfaceid": "b535ad60-412d-44ff-9a16-4dc74167ee27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.623794] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 644.623794] env[69350]: value = "task-4148275" [ 644.623794] env[69350]: _type = "Task" [ 644.623794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.624218] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:62:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b535ad60-412d-44ff-9a16-4dc74167ee27', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.634395] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Creating folder: Project (916f392c3de049d0873de0b1ab5552da). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.635048] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43aaf45d-c46b-42c5-8785-e99d0c0fb163 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.649153] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148275, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.653833] env[69350]: DEBUG nova.compute.utils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.654564] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Created folder: Project (916f392c3de049d0873de0b1ab5552da) in parent group-v821414. [ 644.654742] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Creating folder: Instances. Parent ref: group-v821433. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.656367] env[69350]: DEBUG nova.compute.manager [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.656367] env[69350]: DEBUG nova.network.neutron [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.660813] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05512661-41ca-443d-ac71-82c135c591a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.681310] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Created folder: Instances in parent group-v821433. [ 644.681632] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.683025] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.683755] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5640da2c-e067-4586-aea3-7a8fafe2794b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.706175] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.706175] env[69350]: value = "task-4148278" [ 644.706175] env[69350]: _type = "Task" [ 644.706175] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.721111] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148278, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.781699] env[69350]: DEBUG nova.policy [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09d02eea6c5f40c4b4ed29603f15c9ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd579a63708ea438991dbf95457173644', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.903935] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148274, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.156346] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148275, 'name': Rename_Task, 'duration_secs': 0.377474} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.156683] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.157635] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-238cfe9b-0f6d-405c-9a42-ed3b458c2a8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.172637] env[69350]: DEBUG nova.compute.manager [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.177077] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 645.177077] env[69350]: value = "task-4148279" [ 645.177077] env[69350]: _type = "Task" [ 645.177077] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.187935] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.202543] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquiring lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.202543] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.202543] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquiring lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.202543] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.203639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.211228] env[69350]: INFO nova.compute.manager [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Terminating instance [ 645.225499] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148278, 'name': CreateVM_Task, 'duration_secs': 0.508813} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.226148] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.227033] env[69350]: DEBUG oslo_vmware.service [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f9da0f-e8ee-46b3-ab3b-961853d260cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.238581] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.238694] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.241210] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.241210] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27db42f-afbe-4235-957b-72b6951370a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.247120] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 645.247120] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5276d519-9188-8f2d-fa1e-852c04298d84" [ 645.247120] env[69350]: _type = "Task" [ 645.247120] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.267026] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5276d519-9188-8f2d-fa1e-852c04298d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.410450] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732935} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.410779] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] b32dab67-1cb9-479c-8458-ce2fc90801c1/b32dab67-1cb9-479c-8458-ce2fc90801c1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.411045] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.411318] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d5e4b63-cd19-4e72-81ef-e10a5bc1cc2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.425775] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for the task: (returnval){ [ 645.425775] env[69350]: value = "task-4148280" [ 645.425775] env[69350]: _type = "Task" [ 645.425775] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.441336] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.495641] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquiring lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.495960] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.539936] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0819a870-6503-41fe-9f7a-fc8896b91f64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.552077] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac6b484-b883-4480-9b26-cd5b976bbd73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.595988] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbf6a4d-8e0f-4fa5-8ac7-577998c0b209 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.607080] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02ab4a6-094c-462b-945c-15990a93a130 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.624062] env[69350]: DEBUG nova.compute.provider_tree [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.700497] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148279, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.720745] env[69350]: DEBUG nova.compute.manager [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.720745] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.721062] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5467dd94-14fa-4c87-ae8b-60e46885e69c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.733841] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.734123] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f94d1b5b-bfad-4813-87e9-b1c82559b46b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.744078] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for the task: (returnval){ [ 645.744078] env[69350]: value = "task-4148281" [ 645.744078] env[69350]: _type = "Task" [ 645.744078] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.755469] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.762423] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.762423] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.762423] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.762662] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.762698] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.762936] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-270e3dff-60fd-4c2c-af37-6236ae5139e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.784389] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.784604] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.785513] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f0aeb0-4177-454e-99f8-d65b1c653e5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.793129] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5feb40-ee7c-474e-892a-f6d437bdb507 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.799279] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 645.799279] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ac8d6d-0cf5-eb83-2110-f165f2c0c75f" [ 645.799279] env[69350]: _type = "Task" [ 645.799279] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.809733] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ac8d6d-0cf5-eb83-2110-f165f2c0c75f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.944118] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139233} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.944418] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.949256] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8496ce25-ea8e-4f78-bb6c-174a22a37104 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.976052] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b32dab67-1cb9-479c-8458-ce2fc90801c1/b32dab67-1cb9-479c-8458-ce2fc90801c1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.976220] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82fcc31-97e4-4ece-8d35-4b38f6ce7ab7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.000102] env[69350]: DEBUG nova.compute.manager [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.006019] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for the task: (returnval){ [ 646.006019] env[69350]: value = "task-4148282" [ 646.006019] env[69350]: _type = "Task" [ 646.006019] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.015221] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.016161] env[69350]: DEBUG nova.network.neutron [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Successfully updated port: b2dbdb52-07c7-4bf1-80ed-8113a3aa962f {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.132643] env[69350]: DEBUG nova.scheduler.client.report [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.170637] env[69350]: DEBUG nova.network.neutron [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Successfully created port: 15fbefc1-30e3-4d77-b255-edc26206c6ef {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.190206] env[69350]: DEBUG nova.compute.manager [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.203719] env[69350]: DEBUG oslo_vmware.api [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148279, 'name': PowerOnVM_Task, 'duration_secs': 0.948909} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.206075] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.206412] env[69350]: INFO nova.compute.manager [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Took 13.40 seconds to spawn the instance on the hypervisor. [ 646.206642] env[69350]: DEBUG nova.compute.manager [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.207644] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeb6062-b44e-47d5-915a-828965181c08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.234709] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.234962] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.235140] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.235322] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.235463] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.235608] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.235818] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.235973] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.240697] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.240697] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.240697] env[69350]: DEBUG nova.virt.hardware [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.242088] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2489777c-ed7d-4c01-bcc7-f1e3c96a1322 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.265036] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.268669] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa457de8-c549-484e-a31f-64762e5cdc81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.314482] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 646.314788] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Creating directory with path [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.315099] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec1a067f-917b-4ecc-a856-a74942b42a75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.344411] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Created directory with path [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.344698] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Fetch image to [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 646.344908] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Downloading image file data d75198e8-8a23-4684-af1f-c67fd85bd261 to [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk on the data store datastore2 {{(pid=69350) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 646.345887] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a70d6c-830a-4a8c-ba15-627801942a28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.361340] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9788875c-ebfc-46af-a7e6-edb660be1b96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.375354] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263b7480-0581-4ee6-b68e-9e92e9b9f957 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.411390] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f45241-8c0e-4d62-9ce7-1347a1cdc26f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.419091] env[69350]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6a6af0e2-96d9-4510-9c81-9a27246708f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.524708] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148282, 'name': ReconfigVM_Task, 'duration_secs': 0.483494} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.524708] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b32dab67-1cb9-479c-8458-ce2fc90801c1/b32dab67-1cb9-479c-8458-ce2fc90801c1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.524708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "refresh_cache-effb7a42-5fe9-49b5-b4f4-95d5330466a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.524708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "refresh_cache-effb7a42-5fe9-49b5-b4f4-95d5330466a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.524998] env[69350]: DEBUG nova.network.neutron [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.526922] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Downloading image file data d75198e8-8a23-4684-af1f-c67fd85bd261 to the data store datastore2 {{(pid=69350) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 646.529648] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-885ab646-999e-43f0-be52-6faef6adc9c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.531602] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08b28722-0174-4e86-b20b-5b3ffbf020fc tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquiring lock "interface-7cfde510-0408-47a5-a202-8af5a6a66588-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.531832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08b28722-0174-4e86-b20b-5b3ffbf020fc tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "interface-7cfde510-0408-47a5-a202-8af5a6a66588-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.532181] env[69350]: DEBUG nova.objects.instance [None req-08b28722-0174-4e86-b20b-5b3ffbf020fc tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lazy-loading 'flavor' on Instance uuid 7cfde510-0408-47a5-a202-8af5a6a66588 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.535753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.541445] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for the task: (returnval){ [ 646.541445] env[69350]: value = "task-4148283" [ 646.541445] env[69350]: _type = "Task" [ 646.541445] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.559975] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148283, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.621453] env[69350]: DEBUG oslo_vmware.rw_handles [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 646.689022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.689022] env[69350]: DEBUG nova.compute.manager [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.696586] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.337s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.701413] env[69350]: INFO nova.compute.claims [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.733478] env[69350]: INFO nova.compute.manager [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Took 21.39 seconds to build instance. [ 646.767157] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.823481] env[69350]: DEBUG nova.compute.manager [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Received event network-vif-plugged-88d63468-b072-428f-9729-44df330ba0d8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.823794] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Acquiring lock "b32dab67-1cb9-479c-8458-ce2fc90801c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.823867] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Lock "b32dab67-1cb9-479c-8458-ce2fc90801c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.824028] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Lock "b32dab67-1cb9-479c-8458-ce2fc90801c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.824235] env[69350]: DEBUG nova.compute.manager [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] No waiting events found dispatching network-vif-plugged-88d63468-b072-428f-9729-44df330ba0d8 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.824383] env[69350]: WARNING nova.compute.manager [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Received unexpected event network-vif-plugged-88d63468-b072-428f-9729-44df330ba0d8 for instance with vm_state building and task_state spawning. [ 646.824527] env[69350]: DEBUG nova.compute.manager [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Received event network-changed-88d63468-b072-428f-9729-44df330ba0d8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.824680] env[69350]: DEBUG nova.compute.manager [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Refreshing instance network info cache due to event network-changed-88d63468-b072-428f-9729-44df330ba0d8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.824891] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Acquiring lock "refresh_cache-b32dab67-1cb9-479c-8458-ce2fc90801c1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.825066] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Acquired lock "refresh_cache-b32dab67-1cb9-479c-8458-ce2fc90801c1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.825135] env[69350]: DEBUG nova.network.neutron [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Refreshing network info cache for port 88d63468-b072-428f-9729-44df330ba0d8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.036528] env[69350]: DEBUG nova.objects.instance [None req-08b28722-0174-4e86-b20b-5b3ffbf020fc tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lazy-loading 'pci_requests' on Instance uuid 7cfde510-0408-47a5-a202-8af5a6a66588 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.054343] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148283, 'name': Rename_Task, 'duration_secs': 0.246864} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.058658] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.059060] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed750e12-81a3-4de3-b685-7c5963023dd9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.069558] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for the task: (returnval){ [ 647.069558] env[69350]: value = "task-4148284" [ 647.069558] env[69350]: _type = "Task" [ 647.069558] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.083640] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.086424] env[69350]: DEBUG nova.network.neutron [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.208997] env[69350]: DEBUG nova.compute.utils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.211211] env[69350]: DEBUG nova.compute.manager [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.211211] env[69350]: DEBUG nova.network.neutron [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.238466] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c88cea7-359f-4aec-a124-8a48b49e4a92 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "6af963e0-d625-451b-b92e-73f54345d1b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.913s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.258589] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148281, 'name': PowerOffVM_Task, 'duration_secs': 1.119862} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.259483] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.259483] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.259808] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60bd6a79-b534-4762-8c41-02716fda3642 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.340157] env[69350]: DEBUG nova.policy [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9892ec2a38de451cbe735d8138463081', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bb37bafc52e45edac7f881f1ad2f6b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.352140] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.352787] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.353633] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Deleting the datastore file [datastore1] 624b0090-292f-4e8d-a8b5-16d7f6c39b80 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.353633] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7e5733b-63fd-448e-920d-fd65fd216471 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.371667] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for the task: (returnval){ [ 647.371667] env[69350]: value = "task-4148286" [ 647.371667] env[69350]: _type = "Task" [ 647.371667] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.387392] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquiring lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.388871] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.394889] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.439430] env[69350]: DEBUG nova.compute.manager [None req-60ef0494-e203-4192-95aa-06b44d42fa65 tempest-ServerDiagnosticsTest-1628253275 tempest-ServerDiagnosticsTest-1628253275-project-admin] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.441435] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0e1d08-2add-457f-8738-d45412dd12a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.454014] env[69350]: INFO nova.compute.manager [None req-60ef0494-e203-4192-95aa-06b44d42fa65 tempest-ServerDiagnosticsTest-1628253275 tempest-ServerDiagnosticsTest-1628253275-project-admin] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Retrieving diagnostics [ 647.455277] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557115a5-c59f-41b4-a59f-c54f54ce1335 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.514513] env[69350]: DEBUG nova.network.neutron [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Updating instance_info_cache with network_info: [{"id": "b2dbdb52-07c7-4bf1-80ed-8113a3aa962f", "address": "fa:16:3e:d8:2b:f9", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dbdb52-07", "ovs_interfaceid": "b2dbdb52-07c7-4bf1-80ed-8113a3aa962f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.520445] env[69350]: DEBUG oslo_vmware.rw_handles [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 647.520747] env[69350]: DEBUG oslo_vmware.rw_handles [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 647.539547] env[69350]: DEBUG nova.objects.base [None req-08b28722-0174-4e86-b20b-5b3ffbf020fc tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Object Instance<7cfde510-0408-47a5-a202-8af5a6a66588> lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 647.539772] env[69350]: DEBUG nova.network.neutron [None req-08b28722-0174-4e86-b20b-5b3ffbf020fc tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.583066] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148284, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.631526] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Downloaded image file data d75198e8-8a23-4684-af1f-c67fd85bd261 to vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk on the data store datastore2 {{(pid=69350) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 647.633523] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 647.633733] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Copying Virtual Disk [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk to [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.634235] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a475bf31-ddec-4e23-95a5-82b8dddc2fbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.647501] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 647.647501] env[69350]: value = "task-4148287" [ 647.647501] env[69350]: _type = "Task" [ 647.647501] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.665660] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.685033] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08b28722-0174-4e86-b20b-5b3ffbf020fc tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "interface-7cfde510-0408-47a5-a202-8af5a6a66588-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.153s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.717465] env[69350]: DEBUG nova.compute.manager [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.886517] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.895217] env[69350]: DEBUG nova.compute.manager [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.019634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "refresh_cache-effb7a42-5fe9-49b5-b4f4-95d5330466a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.020029] env[69350]: DEBUG nova.compute.manager [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Instance network_info: |[{"id": "b2dbdb52-07c7-4bf1-80ed-8113a3aa962f", "address": "fa:16:3e:d8:2b:f9", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dbdb52-07", "ovs_interfaceid": "b2dbdb52-07c7-4bf1-80ed-8113a3aa962f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.020520] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:2b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2dbdb52-07c7-4bf1-80ed-8113a3aa962f', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.028346] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Creating folder: Project (8bb37bafc52e45edac7f881f1ad2f6b8). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.029662] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fe61eb0-c35f-4907-849e-726840af6770 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.032264] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f0d107-2dda-439e-97e9-3907c4433da2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.035351] env[69350]: DEBUG nova.network.neutron [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Updated VIF entry in instance network info cache for port 88d63468-b072-428f-9729-44df330ba0d8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.035725] env[69350]: DEBUG nova.network.neutron [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Updating instance_info_cache with network_info: [{"id": "88d63468-b072-428f-9729-44df330ba0d8", "address": "fa:16:3e:8e:c3:a4", "network": {"id": "e043e0ab-2435-4e21-a37d-54914b4a90d0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1043857257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8ae6b2760b844df895c87577be26f4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d63468-b0", "ovs_interfaceid": "88d63468-b072-428f-9729-44df330ba0d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.043688] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35648d32-381d-4a82-b63d-8097a3421d38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.049374] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Created folder: Project (8bb37bafc52e45edac7f881f1ad2f6b8) in parent group-v821414. [ 648.049697] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Creating folder: Instances. Parent ref: group-v821436. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.050640] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2a92a6-e27c-453c-9b52-bc4427d2c1eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.082328] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be999dc-bb6a-4266-8471-82653c7bc53e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.088535] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Created folder: Instances in parent group-v821436. [ 648.088825] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.089071] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.094107] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-488b4a8c-7522-4b9d-a6e2-139c8c0973d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.109109] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148284, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.110392] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1790db16-30bb-4147-893c-cc5ecebcd113 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.125977] env[69350]: DEBUG nova.compute.provider_tree [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.129134] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.129134] env[69350]: value = "task-4148290" [ 648.129134] env[69350]: _type = "Task" [ 648.129134] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.137947] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148290, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.161496] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.352868] env[69350]: DEBUG nova.network.neutron [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Successfully created port: 62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.388609] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.428726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.542028] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Releasing lock "refresh_cache-b32dab67-1cb9-479c-8458-ce2fc90801c1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.542028] env[69350]: DEBUG nova.compute.manager [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Received event network-vif-plugged-b535ad60-412d-44ff-9a16-4dc74167ee27 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.542028] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Acquiring lock "92f3ac37-c488-4245-b06b-00d8adf0b81c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.542028] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Lock "92f3ac37-c488-4245-b06b-00d8adf0b81c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.542028] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Lock "92f3ac37-c488-4245-b06b-00d8adf0b81c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.542468] env[69350]: DEBUG nova.compute.manager [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] No waiting events found dispatching network-vif-plugged-b535ad60-412d-44ff-9a16-4dc74167ee27 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.542468] env[69350]: WARNING nova.compute.manager [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Received unexpected event network-vif-plugged-b535ad60-412d-44ff-9a16-4dc74167ee27 for instance with vm_state building and task_state spawning. [ 648.542468] env[69350]: DEBUG nova.compute.manager [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Received event network-changed-b535ad60-412d-44ff-9a16-4dc74167ee27 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.542468] env[69350]: DEBUG nova.compute.manager [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Refreshing instance network info cache due to event network-changed-b535ad60-412d-44ff-9a16-4dc74167ee27. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.542468] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Acquiring lock "refresh_cache-92f3ac37-c488-4245-b06b-00d8adf0b81c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.542644] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Acquired lock "refresh_cache-92f3ac37-c488-4245-b06b-00d8adf0b81c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.542644] env[69350]: DEBUG nova.network.neutron [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Refreshing network info cache for port b535ad60-412d-44ff-9a16-4dc74167ee27 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.594800] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148284, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.636194] env[69350]: DEBUG nova.scheduler.client.report [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.655067] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148290, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.669020] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148287, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.733483] env[69350]: DEBUG nova.compute.manager [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.779602] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.779813] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.780108] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.780218] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.780324] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.780474] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.780683] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.780989] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.781210] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.781368] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.781545] env[69350]: DEBUG nova.virt.hardware [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.782535] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5792974d-e383-465d-bb17-9e7ad6df30c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.794932] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82ce0a4-2cf2-4124-aaa6-ab88d6f70a48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.893267] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.094909] env[69350]: DEBUG oslo_vmware.api [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148284, 'name': PowerOnVM_Task, 'duration_secs': 1.825564} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.094909] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.094909] env[69350]: INFO nova.compute.manager [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Took 14.00 seconds to spawn the instance on the hypervisor. [ 649.094909] env[69350]: DEBUG nova.compute.manager [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.095172] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d528aae-5b37-4ee6-aeea-f11f2158bad0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.141754] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148290, 'name': CreateVM_Task, 'duration_secs': 0.537482} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.144988] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.146440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.146646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.149918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.149918] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac45685f-df5e-4726-bad1-bdefc4767fef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.152979] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.153609] env[69350]: DEBUG nova.compute.manager [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.162315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.177s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.164320] env[69350]: INFO nova.compute.claims [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.172802] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 649.172802] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528dcf31-ed33-a852-12dc-6572f738f30a" [ 649.172802] env[69350]: _type = "Task" [ 649.172802] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.184071] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148287, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.278647} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.185824] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Copied Virtual Disk [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk to [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.186043] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Deleting the datastore file [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261/tmp-sparse.vmdk {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.186610] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45bd303e-4609-4f05-8480-72d358c9ba9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.198021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.198021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.198021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.203974] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 649.203974] env[69350]: value = "task-4148291" [ 649.203974] env[69350]: _type = "Task" [ 649.203974] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.216055] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.328890] env[69350]: DEBUG nova.network.neutron [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Successfully updated port: 15fbefc1-30e3-4d77-b255-edc26206c6ef {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.390678] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.620327] env[69350]: INFO nova.compute.manager [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Took 24.20 seconds to build instance. [ 649.660215] env[69350]: DEBUG nova.compute.utils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.662626] env[69350]: DEBUG nova.compute.manager [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.662626] env[69350]: DEBUG nova.network.neutron [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.714569] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088021} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.714957] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.715262] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Moving file from [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287/d75198e8-8a23-4684-af1f-c67fd85bd261 to [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261. {{(pid=69350) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 649.715570] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-55ab275c-b773-4510-946f-2d56b44fa2d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.724161] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 649.724161] env[69350]: value = "task-4148292" [ 649.724161] env[69350]: _type = "Task" [ 649.724161] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.738853] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148292, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.806611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.806611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.833717] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "refresh_cache-0d698890-4a4f-4058-b57c-602176248bbc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.833883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquired lock "refresh_cache-0d698890-4a4f-4058-b57c-602176248bbc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.834094] env[69350]: DEBUG nova.network.neutron [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.839944] env[69350]: DEBUG nova.policy [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '134b13dca5fd44a989198d6153fd6e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f248a9f0d8ca4e69b4903195702a239e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.889715] env[69350]: DEBUG oslo_vmware.api [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Task: {'id': task-4148286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.035337} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.893022] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.893022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.893022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.893022] env[69350]: INFO nova.compute.manager [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Took 4.17 seconds to destroy the instance on the hypervisor. [ 649.893022] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.893249] env[69350]: DEBUG nova.compute.manager [-] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 649.893249] env[69350]: DEBUG nova.network.neutron [-] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.994084] env[69350]: DEBUG nova.network.neutron [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Updated VIF entry in instance network info cache for port b535ad60-412d-44ff-9a16-4dc74167ee27. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.994470] env[69350]: DEBUG nova.network.neutron [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Updating instance_info_cache with network_info: [{"id": "b535ad60-412d-44ff-9a16-4dc74167ee27", "address": "fa:16:3e:4b:62:b0", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb535ad60-41", "ovs_interfaceid": "b535ad60-412d-44ff-9a16-4dc74167ee27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.122975] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb3670ea-1d08-4647-b489-9051470dacca tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lock "b32dab67-1cb9-479c-8458-ce2fc90801c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.718s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.124188] env[69350]: DEBUG nova.compute.manager [req-79c0f582-b1da-490f-9d88-56bb296c4347 req-c07fbed5-a32e-4dd0-be7f-f3bfb1d4dd58 service nova] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Received event network-vif-plugged-b2dbdb52-07c7-4bf1-80ed-8113a3aa962f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.124406] env[69350]: DEBUG oslo_concurrency.lockutils [req-79c0f582-b1da-490f-9d88-56bb296c4347 req-c07fbed5-a32e-4dd0-be7f-f3bfb1d4dd58 service nova] Acquiring lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.124609] env[69350]: DEBUG oslo_concurrency.lockutils [req-79c0f582-b1da-490f-9d88-56bb296c4347 req-c07fbed5-a32e-4dd0-be7f-f3bfb1d4dd58 service nova] Lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.124771] env[69350]: DEBUG oslo_concurrency.lockutils [req-79c0f582-b1da-490f-9d88-56bb296c4347 req-c07fbed5-a32e-4dd0-be7f-f3bfb1d4dd58 service nova] Lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.124949] env[69350]: DEBUG nova.compute.manager [req-79c0f582-b1da-490f-9d88-56bb296c4347 req-c07fbed5-a32e-4dd0-be7f-f3bfb1d4dd58 service nova] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] No waiting events found dispatching network-vif-plugged-b2dbdb52-07c7-4bf1-80ed-8113a3aa962f {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.125351] env[69350]: WARNING nova.compute.manager [req-79c0f582-b1da-490f-9d88-56bb296c4347 req-c07fbed5-a32e-4dd0-be7f-f3bfb1d4dd58 service nova] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Received unexpected event network-vif-plugged-b2dbdb52-07c7-4bf1-80ed-8113a3aa962f for instance with vm_state building and task_state spawning. [ 650.163810] env[69350]: DEBUG nova.compute.manager [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.240766] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148292, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.044576} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.242147] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] File moved {{(pid=69350) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 650.242786] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Cleaning up location [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 650.242786] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Deleting the datastore file [datastore2] vmware_temp/8e8e0d3b-0d56-4ace-967f-daa1ad884287 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.242957] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7a74bae-371f-49a4-a466-0645d0ffa413 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.252444] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 650.252444] env[69350]: value = "task-4148293" [ 650.252444] env[69350]: _type = "Task" [ 650.252444] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.262773] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.407145] env[69350]: DEBUG nova.network.neutron [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.484422] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe927fac-cdd2-4234-86db-75e950219d1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.493519] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dfe74a-a939-4fb5-8af5-2949a9956229 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.499311] env[69350]: DEBUG oslo_concurrency.lockutils [req-8664b846-88a3-469d-bff9-45447e2c50f2 req-17f41eb7-d9bf-4e12-88d4-942eef823fae service nova] Releasing lock "refresh_cache-92f3ac37-c488-4245-b06b-00d8adf0b81c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.542158] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcdb04c-2387-432a-8ba5-f4d7873b1056 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.551199] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48788b5-fc74-40c5-8b05-f8c40f1bd5fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.567744] env[69350]: DEBUG nova.compute.provider_tree [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.630243] env[69350]: DEBUG nova.compute.manager [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.765019] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046553} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.768075] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.769318] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e05f6d7-cf01-48de-84cf-93a3239d8280 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.780053] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 650.780053] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527e1ac5-097f-6cae-b976-9625b9c1d3e2" [ 650.780053] env[69350]: _type = "Task" [ 650.780053] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.789381] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527e1ac5-097f-6cae-b976-9625b9c1d3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.875831] env[69350]: DEBUG nova.network.neutron [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Successfully created port: cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.886157] env[69350]: DEBUG nova.network.neutron [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Updating instance_info_cache with network_info: [{"id": "15fbefc1-30e3-4d77-b255-edc26206c6ef", "address": "fa:16:3e:ee:fd:81", "network": {"id": "ddc1763d-d00e-44d0-b869-8374f805cd32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1845949979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d579a63708ea438991dbf95457173644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15fbefc1-30", "ovs_interfaceid": "15fbefc1-30e3-4d77-b255-edc26206c6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.074025] env[69350]: DEBUG nova.scheduler.client.report [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.113070] env[69350]: DEBUG nova.network.neutron [-] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.155762] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.166780] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "3be3613b-9065-4c1d-acce-6caa0af871a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.167026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "3be3613b-9065-4c1d-acce-6caa0af871a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.174196] env[69350]: DEBUG nova.compute.manager [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.211057] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.211404] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.212436] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.212436] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.212436] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.212436] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.212436] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.212713] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.212713] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.212713] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.212817] env[69350]: DEBUG nova.virt.hardware [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.214157] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f794ff-3e44-4d32-810b-52da3554d7c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.223897] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2968b2-9779-4944-aed0-f586315c5bbf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.293489] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527e1ac5-097f-6cae-b976-9625b9c1d3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011599} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.293731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.294038] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 92f3ac37-c488-4245-b06b-00d8adf0b81c/92f3ac37-c488-4245-b06b-00d8adf0b81c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.294297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.294481] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.294896] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ef4f3f7-e6fc-46a9-9e26-dd33e6f1bcbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.301722] env[69350]: DEBUG nova.network.neutron [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Successfully updated port: 62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.301722] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25f3d9f2-38cf-401d-b2e1-2510c59928cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.310752] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 651.310752] env[69350]: value = "task-4148294" [ 651.310752] env[69350]: _type = "Task" [ 651.310752] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.318628] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.318707] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.320689] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503e8092-d6b4-4dfd-9c7e-d6529a535678 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.327660] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.332253] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 651.332253] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52affc34-50c1-70dc-0ac7-3a69aee394ca" [ 651.332253] env[69350]: _type = "Task" [ 651.332253] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.347614] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52affc34-50c1-70dc-0ac7-3a69aee394ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.348475] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2e25cc-53bc-492f-ba1f-f72d5067daf8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.356046] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 651.356046] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5247620f-2693-9e84-bdf5-f6cd423a3949" [ 651.356046] env[69350]: _type = "Task" [ 651.356046] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.366301] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5247620f-2693-9e84-bdf5-f6cd423a3949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.391359] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Releasing lock "refresh_cache-0d698890-4a4f-4058-b57c-602176248bbc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.391359] env[69350]: DEBUG nova.compute.manager [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Instance network_info: |[{"id": "15fbefc1-30e3-4d77-b255-edc26206c6ef", "address": "fa:16:3e:ee:fd:81", "network": {"id": "ddc1763d-d00e-44d0-b869-8374f805cd32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1845949979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d579a63708ea438991dbf95457173644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15fbefc1-30", "ovs_interfaceid": "15fbefc1-30e3-4d77-b255-edc26206c6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.391570] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:fd:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15fbefc1-30e3-4d77-b255-edc26206c6ef', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.405683] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Creating folder: Project (d579a63708ea438991dbf95457173644). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.406816] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60423535-bb82-4fac-9fab-da4be21b4dbc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.419890] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Created folder: Project (d579a63708ea438991dbf95457173644) in parent group-v821414. [ 651.420115] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Creating folder: Instances. Parent ref: group-v821439. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.420784] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d822f19-10c9-45a5-bf4e-c089789d726d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.433891] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Created folder: Instances in parent group-v821439. [ 651.434810] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.435370] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.436152] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8991bfb3-1e90-4405-a528-9bd528b86516 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.462592] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.462592] env[69350]: value = "task-4148297" [ 651.462592] env[69350]: _type = "Task" [ 651.462592] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.474327] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148297, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.578865] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.581019] env[69350]: DEBUG nova.compute.manager [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.583791] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.655s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.585936] env[69350]: INFO nova.compute.claims [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.619389] env[69350]: INFO nova.compute.manager [-] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Took 1.73 seconds to deallocate network for instance. [ 651.807332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "refresh_cache-f17a0100-054e-4103-ac80-698d1be85218" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.807332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "refresh_cache-f17a0100-054e-4103-ac80-698d1be85218" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.807332] env[69350]: DEBUG nova.network.neutron [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.821964] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148294, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.865672] env[69350]: DEBUG nova.compute.manager [req-237985e4-d07b-414e-aa44-27e83b2f43f7 req-b403e785-7791-402a-9517-2b83764d6723 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Received event network-vif-plugged-15fbefc1-30e3-4d77-b255-edc26206c6ef {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.866347] env[69350]: DEBUG oslo_concurrency.lockutils [req-237985e4-d07b-414e-aa44-27e83b2f43f7 req-b403e785-7791-402a-9517-2b83764d6723 service nova] Acquiring lock "0d698890-4a4f-4058-b57c-602176248bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.866347] env[69350]: DEBUG oslo_concurrency.lockutils [req-237985e4-d07b-414e-aa44-27e83b2f43f7 req-b403e785-7791-402a-9517-2b83764d6723 service nova] Lock "0d698890-4a4f-4058-b57c-602176248bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.866757] env[69350]: DEBUG oslo_concurrency.lockutils [req-237985e4-d07b-414e-aa44-27e83b2f43f7 req-b403e785-7791-402a-9517-2b83764d6723 service nova] Lock "0d698890-4a4f-4058-b57c-602176248bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.866757] env[69350]: DEBUG nova.compute.manager [req-237985e4-d07b-414e-aa44-27e83b2f43f7 req-b403e785-7791-402a-9517-2b83764d6723 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] No waiting events found dispatching network-vif-plugged-15fbefc1-30e3-4d77-b255-edc26206c6ef {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.866757] env[69350]: WARNING nova.compute.manager [req-237985e4-d07b-414e-aa44-27e83b2f43f7 req-b403e785-7791-402a-9517-2b83764d6723 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Received unexpected event network-vif-plugged-15fbefc1-30e3-4d77-b255-edc26206c6ef for instance with vm_state building and task_state spawning. [ 651.875823] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5247620f-2693-9e84-bdf5-f6cd423a3949, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.876091] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.876352] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.876603] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc143a3a-3404-4d3e-97c2-5221f2c52c00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.885890] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 651.885890] env[69350]: value = "task-4148298" [ 651.885890] env[69350]: _type = "Task" [ 651.885890] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.900833] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.982765] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148297, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.092119] env[69350]: DEBUG nova.compute.utils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.093617] env[69350]: DEBUG nova.compute.manager [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.094827] env[69350]: DEBUG nova.network.neutron [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.131235] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.204687] env[69350]: DEBUG nova.policy [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ac6686b32f460d89b35984bf4b3829', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23516d1454e0486793cde2b2e3640de6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.328551] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565712} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.328856] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 92f3ac37-c488-4245-b06b-00d8adf0b81c/92f3ac37-c488-4245-b06b-00d8adf0b81c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.329212] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.329360] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-235012dd-05b8-456a-aa89-a16a532b2bf6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.333729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquiring lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.333979] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.334206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquiring lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.334385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.334547] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.340179] env[69350]: INFO nova.compute.manager [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Terminating instance [ 652.351548] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 652.351548] env[69350]: value = "task-4148299" [ 652.351548] env[69350]: _type = "Task" [ 652.351548] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.366645] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.374196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquiring lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.374462] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.406327] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148298, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.473579] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquiring lock "7cfde510-0408-47a5-a202-8af5a6a66588" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.473888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "7cfde510-0408-47a5-a202-8af5a6a66588" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.474185] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquiring lock "7cfde510-0408-47a5-a202-8af5a6a66588-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.474399] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "7cfde510-0408-47a5-a202-8af5a6a66588-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.474579] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "7cfde510-0408-47a5-a202-8af5a6a66588-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.482464] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148297, 'name': CreateVM_Task, 'duration_secs': 0.586975} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.483119] env[69350]: INFO nova.compute.manager [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Terminating instance [ 652.484602] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.485511] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.487059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.487059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.487327] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79a846e-e42c-4440-bc61-864ca3e6040b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.493378] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 652.493378] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52097f7f-31db-da7d-5695-9e9b025316b6" [ 652.493378] env[69350]: _type = "Task" [ 652.493378] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.494310] env[69350]: DEBUG nova.network.neutron [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.508886] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52097f7f-31db-da7d-5695-9e9b025316b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.604835] env[69350]: DEBUG nova.compute.manager [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.856796] env[69350]: DEBUG nova.compute.manager [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.856796] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.857528] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32acfc6a-2d16-437a-ae9f-83af2c6496a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.874396] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089541} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.879425] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.879780] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.880810] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928e5c22-89c6-49df-b059-8e024ed90113 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.885156] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95022997-e7a4-46bd-ad53-4f8147a14d93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.908095] env[69350]: DEBUG oslo_vmware.api [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for the task: (returnval){ [ 652.908095] env[69350]: value = "task-4148300" [ 652.908095] env[69350]: _type = "Task" [ 652.908095] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.918637] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 92f3ac37-c488-4245-b06b-00d8adf0b81c/92f3ac37-c488-4245-b06b-00d8adf0b81c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.922800] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15213a4d-f99d-475c-abc7-22f46e40782f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.947136] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563036} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.947136] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.947271] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.947855] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-364d0ee6-d911-4a5b-a565-1f2bc3165541 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.954465] env[69350]: DEBUG oslo_vmware.api [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.956757] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 652.956757] env[69350]: value = "task-4148302" [ 652.956757] env[69350]: _type = "Task" [ 652.956757] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.958295] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 652.958295] env[69350]: value = "task-4148301" [ 652.958295] env[69350]: _type = "Task" [ 652.958295] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.974987] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.978348] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.991749] env[69350]: DEBUG nova.compute.manager [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.991749] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.992556] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0d53e-6732-4c17-ba5f-71f8ad0cde4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.005986] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52097f7f-31db-da7d-5695-9e9b025316b6, 'name': SearchDatastore_Task, 'duration_secs': 0.040826} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.010819] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.011096] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.011336] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.011729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.011795] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.012118] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.012544] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5701241e-d654-44ff-871d-6d721087ee1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.014427] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2573f801-fab5-43ac-90d7-4f85f5d905fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.023211] env[69350]: DEBUG oslo_vmware.api [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 653.023211] env[69350]: value = "task-4148303" [ 653.023211] env[69350]: _type = "Task" [ 653.023211] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.025114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d851e81-38d0-499c-ac76-199868ab268a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.032333] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.032602] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.033811] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0793af9c-96ad-4f40-a2a8-f019b606d69f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.040793] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f6c06c-3108-42aa-bece-6ea662afd3a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.049396] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 653.049396] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525b3c76-c75c-2f05-5c6f-c616d42f1d2a" [ 653.049396] env[69350]: _type = "Task" [ 653.049396] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.049691] env[69350]: DEBUG oslo_vmware.api [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.085108] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecd7193-fba2-4821-acb4-4eeff708e42e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.091821] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525b3c76-c75c-2f05-5c6f-c616d42f1d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.03133} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.093229] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb53941-9dfa-411e-921a-7330f2f7f8ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.100124] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7727eda4-f6e0-48b3-a618-15735792b5ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.105134] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 653.105134] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a098f1-d1ed-cbae-05c6-807c3613c838" [ 653.105134] env[69350]: _type = "Task" [ 653.105134] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.120586] env[69350]: DEBUG nova.compute.provider_tree [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.131401] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a098f1-d1ed-cbae-05c6-807c3613c838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.367865] env[69350]: DEBUG nova.network.neutron [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Updating instance_info_cache with network_info: [{"id": "62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d", "address": "fa:16:3e:9d:77:29", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b817c3-b9", "ovs_interfaceid": "62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.435638] env[69350]: DEBUG oslo_vmware.api [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148300, 'name': PowerOffVM_Task, 'duration_secs': 0.451699} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.435882] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.436084] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.436365] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b82df75-167d-4b98-81d4-b969969286a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.478484] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246728} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.482175] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.483326] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.483702] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae11cb10-fe85-4aaf-90d7-3da94db7b0c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.510915] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.511983] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a243d64-e9ef-4ee9-86ca-3daa5c873175 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.529661] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.529957] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.530055] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Deleting the datastore file [datastore1] dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.534124] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed540340-5eff-44f6-a4c8-04776b50831b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.539378] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 653.539378] env[69350]: value = "task-4148305" [ 653.539378] env[69350]: _type = "Task" [ 653.539378] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.543026] env[69350]: DEBUG oslo_vmware.api [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148303, 'name': PowerOffVM_Task, 'duration_secs': 0.47492} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.547867] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.548095] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.548409] env[69350]: DEBUG oslo_vmware.api [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for the task: (returnval){ [ 653.548409] env[69350]: value = "task-4148306" [ 653.548409] env[69350]: _type = "Task" [ 653.548409] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.548778] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-414179ae-ef5a-4cf7-a39c-497d7fdeeb7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.558089] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.565308] env[69350]: DEBUG oslo_vmware.api [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.618290] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a098f1-d1ed-cbae-05c6-807c3613c838, 'name': SearchDatastore_Task, 'duration_secs': 0.045842} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.618792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.619201] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0d698890-4a4f-4058-b57c-602176248bbc/0d698890-4a4f-4058-b57c-602176248bbc.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.619582] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58262f0a-e468-460a-b104-2615dfe0b12e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.623835] env[69350]: DEBUG nova.compute.manager [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.629197] env[69350]: DEBUG nova.scheduler.client.report [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.633801] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.634055] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.634236] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Deleting the datastore file [datastore1] 7cfde510-0408-47a5-a202-8af5a6a66588 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.634755] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e07d9ae0-8d2a-4e09-81b0-2c9b8d73fef2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.639431] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 653.639431] env[69350]: value = "task-4148308" [ 653.639431] env[69350]: _type = "Task" [ 653.639431] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.646362] env[69350]: DEBUG oslo_vmware.api [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for the task: (returnval){ [ 653.646362] env[69350]: value = "task-4148309" [ 653.646362] env[69350]: _type = "Task" [ 653.646362] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.650331] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.659037] env[69350]: DEBUG nova.network.neutron [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Successfully created port: ef941e6f-e5ef-4b0b-a529-aa835ccd349f {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.671367] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.671842] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.672454] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.672819] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.673094] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.673370] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.673744] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.674376] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.674695] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.674996] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.675338] env[69350]: DEBUG nova.virt.hardware [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.677418] env[69350]: DEBUG oslo_vmware.api [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.678712] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df275cf7-8925-45fe-b09e-998756d4c577 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.693143] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264deee3-0421-4fb4-9184-03dc2c6d1c30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.872671] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "refresh_cache-f17a0100-054e-4103-ac80-698d1be85218" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.873208] env[69350]: DEBUG nova.compute.manager [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Instance network_info: |[{"id": "62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d", "address": "fa:16:3e:9d:77:29", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b817c3-b9", "ovs_interfaceid": "62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.873523] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:77:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.883853] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.884216] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17a0100-054e-4103-ac80-698d1be85218] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.886460] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd1aa8b5-0088-4200-ab44-faae83ada992 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.912790] env[69350]: DEBUG nova.network.neutron [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Successfully updated port: cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.932030] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.932030] env[69350]: value = "task-4148310" [ 653.932030] env[69350]: _type = "Task" [ 653.932030] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.951044] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148310, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.985058] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148301, 'name': ReconfigVM_Task, 'duration_secs': 0.777309} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.987932] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 92f3ac37-c488-4245-b06b-00d8adf0b81c/92f3ac37-c488-4245-b06b-00d8adf0b81c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.989249] env[69350]: DEBUG nova.compute.manager [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 653.992774] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35238640-535e-4b22-91b8-430d854df9e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.008296] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 654.008296] env[69350]: value = "task-4148311" [ 654.008296] env[69350]: _type = "Task" [ 654.008296] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.026258] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148311, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.062642] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148305, 'name': ReconfigVM_Task, 'duration_secs': 0.386247} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.063900] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Reconfigured VM instance instance-00000008 to attach disk [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.064918] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-069bc32c-2c2d-4d5b-9c8d-3d0b8dafce7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.074253] env[69350]: DEBUG oslo_vmware.api [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Task: {'id': task-4148306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21975} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.075180] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.075507] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.075790] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.076124] env[69350]: INFO nova.compute.manager [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 654.076517] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.076898] env[69350]: DEBUG nova.compute.manager [-] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.076898] env[69350]: DEBUG nova.network.neutron [-] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.087090] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 654.087090] env[69350]: value = "task-4148312" [ 654.087090] env[69350]: _type = "Task" [ 654.087090] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.101695] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148312, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.136293] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.137081] env[69350]: DEBUG nova.compute.manager [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.140423] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.605s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.142615] env[69350]: INFO nova.compute.claims [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.163845] env[69350]: DEBUG oslo_vmware.api [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Task: {'id': task-4148309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216584} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.168287] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.168659] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.169087] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.169235] env[69350]: INFO nova.compute.manager [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Took 1.18 seconds to destroy the instance on the hypervisor. [ 654.169614] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.169954] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148308, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.170297] env[69350]: DEBUG nova.compute.manager [-] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.170512] env[69350]: DEBUG nova.network.neutron [-] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.416386] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquiring lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.416464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquired lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.416637] env[69350]: DEBUG nova.network.neutron [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.448066] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148310, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.490492] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquiring lock "08474bab-98fc-42ff-ae8a-fde7d4819d51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.490706] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lock "08474bab-98fc-42ff-ae8a-fde7d4819d51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.521541] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148311, 'name': Rename_Task, 'duration_secs': 0.325847} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.521541] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.521541] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aefb334-27f2-4e53-befe-611170b79597 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.527814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.529989] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 654.529989] env[69350]: value = "task-4148313" [ 654.529989] env[69350]: _type = "Task" [ 654.529989] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.540564] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.600515] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148312, 'name': Rename_Task, 'duration_secs': 0.344575} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.600718] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.600981] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-195c2720-9caa-4966-9334-5223be621d28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.608608] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 654.608608] env[69350]: value = "task-4148314" [ 654.608608] env[69350]: _type = "Task" [ 654.608608] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.618419] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.650248] env[69350]: DEBUG nova.compute.utils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.657409] env[69350]: DEBUG nova.compute.manager [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.657607] env[69350]: DEBUG nova.network.neutron [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.668746] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626553} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.669069] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0d698890-4a4f-4058-b57c-602176248bbc/0d698890-4a4f-4058-b57c-602176248bbc.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.671756] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.671756] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e13e21a-4a86-4a1a-9256-8ba886398e7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.678167] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 654.678167] env[69350]: value = "task-4148315" [ 654.678167] env[69350]: _type = "Task" [ 654.678167] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.693392] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.712499] env[69350]: DEBUG nova.policy [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da48d022afb24fbb94dd385661797568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3eccbf1bc6a499b8c0939aaeee33d4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.827214] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "6af963e0-d625-451b-b92e-73f54345d1b0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.827481] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "6af963e0-d625-451b-b92e-73f54345d1b0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.827823] env[69350]: DEBUG nova.compute.manager [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.829074] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a86b45-6ba8-4da4-b0fb-631faeb45018 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.841743] env[69350]: DEBUG nova.compute.manager [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 654.842597] env[69350]: DEBUG nova.objects.instance [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lazy-loading 'flavor' on Instance uuid 6af963e0-d625-451b-b92e-73f54345d1b0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.944428] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148310, 'name': CreateVM_Task, 'duration_secs': 0.591957} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.944428] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17a0100-054e-4103-ac80-698d1be85218] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.945527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.945527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.946126] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.946760] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08930b49-8461-4f9a-9221-33d7046f3712 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.955385] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 654.955385] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52314461-22c5-0c74-5f6e-ea6e9c66f434" [ 654.955385] env[69350]: _type = "Task" [ 654.955385] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.971386] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52314461-22c5-0c74-5f6e-ea6e9c66f434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.978370] env[69350]: DEBUG nova.network.neutron [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.052197] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.122469] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148314, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.165278] env[69350]: DEBUG nova.compute.manager [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.196388] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096817} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.196388] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.196388] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3227fb-14d8-4cc6-ac3c-a668e126f52e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.225086] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0d698890-4a4f-4058-b57c-602176248bbc/0d698890-4a4f-4058-b57c-602176248bbc.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.230128] env[69350]: DEBUG nova.network.neutron [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updating instance_info_cache with network_info: [{"id": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "address": "fa:16:3e:77:de:29", "network": {"id": "c06f9e3e-2075-4543-bb82-cd95e162001c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-57553653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f248a9f0d8ca4e69b4903195702a239e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb9a5c8-95", "ovs_interfaceid": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.231600] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-652bde9c-868c-4e9e-b663-964ed6f278e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.251351] env[69350]: DEBUG nova.network.neutron [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Successfully created port: 2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.253835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Releasing lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.254227] env[69350]: DEBUG nova.compute.manager [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Instance network_info: |[{"id": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "address": "fa:16:3e:77:de:29", "network": {"id": "c06f9e3e-2075-4543-bb82-cd95e162001c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-57553653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f248a9f0d8ca4e69b4903195702a239e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb9a5c8-95", "ovs_interfaceid": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.254796] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:de:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdb9a5c8-951f-47ce-9085-2662aa3a65c2', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.263131] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Creating folder: Project (f248a9f0d8ca4e69b4903195702a239e). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.266169] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08d14a6d-e994-4cf1-8af1-3bda4654ac9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.272880] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 655.272880] env[69350]: value = "task-4148319" [ 655.272880] env[69350]: _type = "Task" [ 655.272880] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.285679] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.288656] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Created folder: Project (f248a9f0d8ca4e69b4903195702a239e) in parent group-v821414. [ 655.288768] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Creating folder: Instances. Parent ref: group-v821445. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.289032] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07a1ac63-d073-4e18-a82e-84f1b66b3757 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.304451] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Created folder: Instances in parent group-v821445. [ 655.304451] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.304451] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.304451] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b75a5376-81be-4b00-a238-e86ad2f4e502 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.333195] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.333195] env[69350]: value = "task-4148323" [ 655.333195] env[69350]: _type = "Task" [ 655.333195] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.351583] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148323, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.364742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquiring lock "b32dab67-1cb9-479c-8458-ce2fc90801c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.365070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lock "b32dab67-1cb9-479c-8458-ce2fc90801c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.365330] env[69350]: DEBUG oslo_concurrency.lockutils [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquiring lock "b32dab67-1cb9-479c-8458-ce2fc90801c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.365519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lock "b32dab67-1cb9-479c-8458-ce2fc90801c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.365681] env[69350]: DEBUG oslo_concurrency.lockutils [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lock "b32dab67-1cb9-479c-8458-ce2fc90801c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.370716] env[69350]: INFO nova.compute.manager [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Terminating instance [ 655.469019] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52314461-22c5-0c74-5f6e-ea6e9c66f434, 'name': SearchDatastore_Task, 'duration_secs': 0.020245} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.469318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.469557] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.469792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.470020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.470446] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.473515] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39b34e90-c919-488c-b3ef-939ccf741196 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.493360] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.493435] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.494261] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c5e83d-3328-45ed-ba3f-c13b20eb1942 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.502345] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 655.502345] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52756d7d-3de5-d8bc-f449-12931842580e" [ 655.502345] env[69350]: _type = "Task" [ 655.502345] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.517275] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52756d7d-3de5-d8bc-f449-12931842580e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.542896] env[69350]: DEBUG oslo_vmware.api [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148313, 'name': PowerOnVM_Task, 'duration_secs': 0.674342} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.546216] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.546569] env[69350]: INFO nova.compute.manager [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Took 18.14 seconds to spawn the instance on the hypervisor. [ 655.546630] env[69350]: DEBUG nova.compute.manager [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.549195] env[69350]: DEBUG nova.network.neutron [-] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.549344] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90183ab1-f647-49f2-9161-f5615a3b9498 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.553142] env[69350]: DEBUG nova.network.neutron [-] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.588732] env[69350]: DEBUG nova.compute.manager [req-714dcb23-1ab3-4b32-8a35-c9cc9b0ee10d req-6c127ee1-9661-451c-8961-d1c05a40ff5d service nova] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Received event network-changed-b2dbdb52-07c7-4bf1-80ed-8113a3aa962f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.588732] env[69350]: DEBUG nova.compute.manager [req-714dcb23-1ab3-4b32-8a35-c9cc9b0ee10d req-6c127ee1-9661-451c-8961-d1c05a40ff5d service nova] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Refreshing instance network info cache due to event network-changed-b2dbdb52-07c7-4bf1-80ed-8113a3aa962f. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.589033] env[69350]: DEBUG oslo_concurrency.lockutils [req-714dcb23-1ab3-4b32-8a35-c9cc9b0ee10d req-6c127ee1-9661-451c-8961-d1c05a40ff5d service nova] Acquiring lock "refresh_cache-effb7a42-5fe9-49b5-b4f4-95d5330466a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.589254] env[69350]: DEBUG oslo_concurrency.lockutils [req-714dcb23-1ab3-4b32-8a35-c9cc9b0ee10d req-6c127ee1-9661-451c-8961-d1c05a40ff5d service nova] Acquired lock "refresh_cache-effb7a42-5fe9-49b5-b4f4-95d5330466a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.589377] env[69350]: DEBUG nova.network.neutron [req-714dcb23-1ab3-4b32-8a35-c9cc9b0ee10d req-6c127ee1-9661-451c-8961-d1c05a40ff5d service nova] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Refreshing network info cache for port b2dbdb52-07c7-4bf1-80ed-8113a3aa962f {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.631783] env[69350]: DEBUG oslo_vmware.api [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148314, 'name': PowerOnVM_Task, 'duration_secs': 0.586483} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.631783] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.631783] env[69350]: INFO nova.compute.manager [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Took 11.93 seconds to spawn the instance on the hypervisor. [ 655.631783] env[69350]: DEBUG nova.compute.manager [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.632508] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c435013-ff44-4117-89a5-0149a817aeb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.707480] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9a870b-d121-40bb-b18c-2167ec88f446 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.723926] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a963739-403d-4018-a855-95f3fdb56768 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.765626] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc8280-db3d-4bfb-acb6-549c6a6dd38b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.780122] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f97ca2-3d3d-447d-9ff6-982fe2a13dc0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.790013] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148319, 'name': ReconfigVM_Task, 'duration_secs': 0.440123} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.798325] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0d698890-4a4f-4058-b57c-602176248bbc/0d698890-4a4f-4058-b57c-602176248bbc.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.799440] env[69350]: DEBUG nova.compute.provider_tree [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.801085] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d521c1b-e808-4f95-8531-c1a3126490b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.809674] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 655.809674] env[69350]: value = "task-4148324" [ 655.809674] env[69350]: _type = "Task" [ 655.809674] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.825112] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148324, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.846150] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148323, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.853366] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.853675] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7257954a-902c-431c-a77e-6b8e4cbe21ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.861277] env[69350]: DEBUG oslo_vmware.api [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 655.861277] env[69350]: value = "task-4148325" [ 655.861277] env[69350]: _type = "Task" [ 655.861277] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.870991] env[69350]: DEBUG oslo_vmware.api [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.878916] env[69350]: DEBUG nova.compute.manager [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.878916] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.878916] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36efcbd-9a12-4da8-b077-ab989f0e194b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.887642] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.887925] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b1abb0-7dec-4ac2-8a8e-f2bf4b71512e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.895319] env[69350]: DEBUG oslo_vmware.api [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for the task: (returnval){ [ 655.895319] env[69350]: value = "task-4148326" [ 655.895319] env[69350]: _type = "Task" [ 655.895319] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.905975] env[69350]: DEBUG oslo_vmware.api [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.013623] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52756d7d-3de5-d8bc-f449-12931842580e, 'name': SearchDatastore_Task, 'duration_secs': 0.014419} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.014557] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea5cebd-d6d1-4611-ab4a-13ff30578f5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.020297] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 656.020297] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5225dcc8-2485-19fb-c3f7-919d528874e1" [ 656.020297] env[69350]: _type = "Task" [ 656.020297] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.029890] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5225dcc8-2485-19fb-c3f7-919d528874e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.053596] env[69350]: INFO nova.compute.manager [-] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Took 1.88 seconds to deallocate network for instance. [ 656.056040] env[69350]: INFO nova.compute.manager [-] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Took 1.98 seconds to deallocate network for instance. [ 656.075288] env[69350]: INFO nova.compute.manager [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Took 28.59 seconds to build instance. [ 656.155434] env[69350]: INFO nova.compute.manager [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Took 23.80 seconds to build instance. [ 656.187660] env[69350]: DEBUG nova.compute.manager [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.224036] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.224036] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.224036] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.224368] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.224368] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.224465] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.224738] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.224813] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.224991] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.225810] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.225810] env[69350]: DEBUG nova.virt.hardware [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.226866] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0c5512-d847-4024-800d-cfc0cd8dda16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.233610] env[69350]: DEBUG nova.compute.manager [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Received event network-changed-15fbefc1-30e3-4d77-b255-edc26206c6ef {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.233894] env[69350]: DEBUG nova.compute.manager [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Refreshing instance network info cache due to event network-changed-15fbefc1-30e3-4d77-b255-edc26206c6ef. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.235868] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Acquiring lock "refresh_cache-0d698890-4a4f-4058-b57c-602176248bbc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.235868] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Acquired lock "refresh_cache-0d698890-4a4f-4058-b57c-602176248bbc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.235868] env[69350]: DEBUG nova.network.neutron [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Refreshing network info cache for port 15fbefc1-30e3-4d77-b255-edc26206c6ef {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.239909] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbfabeb-a7a4-47ac-adc4-d412631510c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.306079] env[69350]: DEBUG nova.scheduler.client.report [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.322298] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148324, 'name': Rename_Task, 'duration_secs': 0.228516} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.322434] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.322616] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1eea157-9f2e-4f59-960a-68b47dfabf09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.333186] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 656.333186] env[69350]: value = "task-4148327" [ 656.333186] env[69350]: _type = "Task" [ 656.333186] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.339270] env[69350]: DEBUG nova.network.neutron [req-714dcb23-1ab3-4b32-8a35-c9cc9b0ee10d req-6c127ee1-9661-451c-8961-d1c05a40ff5d service nova] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Updated VIF entry in instance network info cache for port b2dbdb52-07c7-4bf1-80ed-8113a3aa962f. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.339604] env[69350]: DEBUG nova.network.neutron [req-714dcb23-1ab3-4b32-8a35-c9cc9b0ee10d req-6c127ee1-9661-451c-8961-d1c05a40ff5d service nova] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Updating instance_info_cache with network_info: [{"id": "b2dbdb52-07c7-4bf1-80ed-8113a3aa962f", "address": "fa:16:3e:d8:2b:f9", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dbdb52-07", "ovs_interfaceid": "b2dbdb52-07c7-4bf1-80ed-8113a3aa962f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.351428] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.356563] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148323, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.372833] env[69350]: DEBUG oslo_vmware.api [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148325, 'name': PowerOffVM_Task, 'duration_secs': 0.310846} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.373111] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.373428] env[69350]: DEBUG nova.compute.manager [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.377751] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509ac4ae-4f87-4100-81c0-82071caf5617 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.393194] env[69350]: DEBUG nova.network.neutron [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Successfully updated port: ef941e6f-e5ef-4b0b-a529-aa835ccd349f {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.410296] env[69350]: DEBUG oslo_vmware.api [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.531743] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5225dcc8-2485-19fb-c3f7-919d528874e1, 'name': SearchDatastore_Task, 'duration_secs': 0.016774} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.531743] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.532026] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] f17a0100-054e-4103-ac80-698d1be85218/f17a0100-054e-4103-ac80-698d1be85218.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.532288] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fe80c8c-09e7-4ae4-a843-719b02be522f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.539898] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 656.539898] env[69350]: value = "task-4148328" [ 656.539898] env[69350]: _type = "Task" [ 656.539898] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.549747] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.568112] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.577885] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa89b568-9b42-44c5-a27d-fd7dc31bf1a3 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "92f3ac37-c488-4245-b06b-00d8adf0b81c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.107s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.583664] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.657988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-566d0f67-1eb3-4ad2-8561-ea563a30ce43 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.324s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.817116] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.817676] env[69350]: DEBUG nova.compute.manager [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.820488] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.392s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.822169] env[69350]: INFO nova.compute.claims [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.842919] env[69350]: DEBUG oslo_concurrency.lockutils [req-714dcb23-1ab3-4b32-8a35-c9cc9b0ee10d req-6c127ee1-9661-451c-8961-d1c05a40ff5d service nova] Releasing lock "refresh_cache-effb7a42-5fe9-49b5-b4f4-95d5330466a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.843227] env[69350]: DEBUG nova.compute.manager [req-714dcb23-1ab3-4b32-8a35-c9cc9b0ee10d req-6c127ee1-9661-451c-8961-d1c05a40ff5d service nova] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Received event network-vif-deleted-a8262fda-1494-44c1-b534-8e2b9942ac6a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.851110] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148327, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.857821] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148323, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.888866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ac06523-8ca0-4756-9873-bc413d13322f tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "6af963e0-d625-451b-b92e-73f54345d1b0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.900801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquiring lock "refresh_cache-c32bd89f-aae2-4f58-9b84-18b5f0d8801c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.900801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquired lock "refresh_cache-c32bd89f-aae2-4f58-9b84-18b5f0d8801c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.900801] env[69350]: DEBUG nova.network.neutron [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.914359] env[69350]: DEBUG oslo_vmware.api [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.054081] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148328, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.081059] env[69350]: DEBUG nova.compute.manager [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.136492] env[69350]: DEBUG nova.network.neutron [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Successfully updated port: 2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.161440] env[69350]: DEBUG nova.compute.manager [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.327981] env[69350]: DEBUG nova.compute.utils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.332140] env[69350]: DEBUG nova.compute.manager [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.332355] env[69350]: DEBUG nova.network.neutron [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.351285] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.359159] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148323, 'name': CreateVM_Task, 'duration_secs': 1.555985} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.359521] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.360966] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.361730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.362083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.362828] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed95186a-4c49-4124-80f0-286c84a0fd5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.366355] env[69350]: DEBUG nova.network.neutron [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Updated VIF entry in instance network info cache for port 15fbefc1-30e3-4d77-b255-edc26206c6ef. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.370022] env[69350]: DEBUG nova.network.neutron [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Updating instance_info_cache with network_info: [{"id": "15fbefc1-30e3-4d77-b255-edc26206c6ef", "address": "fa:16:3e:ee:fd:81", "network": {"id": "ddc1763d-d00e-44d0-b869-8374f805cd32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1845949979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d579a63708ea438991dbf95457173644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15fbefc1-30", "ovs_interfaceid": "15fbefc1-30e3-4d77-b255-edc26206c6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.370380] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 657.370380] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d36659-bb36-9bf6-0e77-bb30f94c27c7" [ 657.370380] env[69350]: _type = "Task" [ 657.370380] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.381102] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d36659-bb36-9bf6-0e77-bb30f94c27c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.417260] env[69350]: DEBUG oslo_vmware.api [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.421577] env[69350]: DEBUG nova.policy [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '958d629ae6a5483cb6b7942f21c712fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c7af066910f4bcfa0688993ed8d5da1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.459099] env[69350]: DEBUG nova.network.neutron [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.558126] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732677} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.558431] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] f17a0100-054e-4103-ac80-698d1be85218/f17a0100-054e-4103-ac80-698d1be85218.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.558716] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.559090] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21269059-3160-41c7-89ad-c1e36f08f54a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.573566] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 657.573566] env[69350]: value = "task-4148329" [ 657.573566] env[69350]: _type = "Task" [ 657.573566] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.583517] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.620325] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.642694] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquiring lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.642925] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquired lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.643123] env[69350]: DEBUG nova.network.neutron [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.686349] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.730235] env[69350]: DEBUG nova.network.neutron [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Successfully created port: 15f739ae-8456-4e9e-bc55-2f14d06ba630 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.751277] env[69350]: DEBUG nova.network.neutron [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Updating instance_info_cache with network_info: [{"id": "ef941e6f-e5ef-4b0b-a529-aa835ccd349f", "address": "fa:16:3e:f6:b1:1d", "network": {"id": "71e31f28-9e65-4026-9b14-f2e7ad91e8b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1780678547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23516d1454e0486793cde2b2e3640de6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef941e6f-e5", "ovs_interfaceid": "ef941e6f-e5ef-4b0b-a529-aa835ccd349f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.832809] env[69350]: DEBUG nova.compute.manager [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.863430] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.878030] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Releasing lock "refresh_cache-0d698890-4a4f-4058-b57c-602176248bbc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.878030] env[69350]: DEBUG nova.compute.manager [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: f17a0100-054e-4103-ac80-698d1be85218] Received event network-vif-plugged-62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.878030] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Acquiring lock "f17a0100-054e-4103-ac80-698d1be85218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.878030] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Lock "f17a0100-054e-4103-ac80-698d1be85218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.878372] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Lock "f17a0100-054e-4103-ac80-698d1be85218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.879122] env[69350]: DEBUG nova.compute.manager [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: f17a0100-054e-4103-ac80-698d1be85218] No waiting events found dispatching network-vif-plugged-62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.879122] env[69350]: WARNING nova.compute.manager [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: f17a0100-054e-4103-ac80-698d1be85218] Received unexpected event network-vif-plugged-62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d for instance with vm_state building and task_state spawning. [ 657.879327] env[69350]: DEBUG nova.compute.manager [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: f17a0100-054e-4103-ac80-698d1be85218] Received event network-changed-62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.879538] env[69350]: DEBUG nova.compute.manager [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: f17a0100-054e-4103-ac80-698d1be85218] Refreshing instance network info cache due to event network-changed-62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.879774] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Acquiring lock "refresh_cache-f17a0100-054e-4103-ac80-698d1be85218" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.879925] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Acquired lock "refresh_cache-f17a0100-054e-4103-ac80-698d1be85218" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.880122] env[69350]: DEBUG nova.network.neutron [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: f17a0100-054e-4103-ac80-698d1be85218] Refreshing network info cache for port 62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.889054] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d36659-bb36-9bf6-0e77-bb30f94c27c7, 'name': SearchDatastore_Task, 'duration_secs': 0.023804} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.891250] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.891785] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.892075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.892284] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.892588] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.896395] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9cf52b1-0e13-4c7f-9201-9e5fbabc2b2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.909277] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.909277] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.910035] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33fb65c1-3510-4d41-9c9f-da0249a505c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.920256] env[69350]: DEBUG oslo_vmware.api [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148326, 'name': PowerOffVM_Task, 'duration_secs': 1.638423} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.921119] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.921434] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.921752] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85d3eae6-f917-443c-bad9-47241f94b4d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.926664] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 657.926664] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b7b599-78e5-774b-0419-205978ac05e1" [ 657.926664] env[69350]: _type = "Task" [ 657.926664] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.940113] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b7b599-78e5-774b-0419-205978ac05e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.994498] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.996691] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.996691] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Deleting the datastore file [datastore1] b32dab67-1cb9-479c-8458-ce2fc90801c1 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.996691] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23e71a29-5f8a-4125-94c7-0c0c733117dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.005658] env[69350]: DEBUG oslo_vmware.api [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for the task: (returnval){ [ 658.005658] env[69350]: value = "task-4148331" [ 658.005658] env[69350]: _type = "Task" [ 658.005658] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.017168] env[69350]: DEBUG oslo_vmware.api [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.091698] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097803} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.092132] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.093477] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5795ae-742c-4177-baaa-865ab99e4373 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.128702] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] f17a0100-054e-4103-ac80-698d1be85218/f17a0100-054e-4103-ac80-698d1be85218.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.131876] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1dfaec6-b086-46c3-8eb0-595981b3cc04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.162122] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 658.162122] env[69350]: value = "task-4148332" [ 658.162122] env[69350]: _type = "Task" [ 658.162122] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.174439] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.210782] env[69350]: DEBUG nova.network.neutron [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.253740] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Releasing lock "refresh_cache-c32bd89f-aae2-4f58-9b84-18b5f0d8801c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.254218] env[69350]: DEBUG nova.compute.manager [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Instance network_info: |[{"id": "ef941e6f-e5ef-4b0b-a529-aa835ccd349f", "address": "fa:16:3e:f6:b1:1d", "network": {"id": "71e31f28-9e65-4026-9b14-f2e7ad91e8b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1780678547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23516d1454e0486793cde2b2e3640de6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef941e6f-e5", "ovs_interfaceid": "ef941e6f-e5ef-4b0b-a529-aa835ccd349f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.255358] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:b1:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef941e6f-e5ef-4b0b-a529-aa835ccd349f', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.268235] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Creating folder: Project (23516d1454e0486793cde2b2e3640de6). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.271745] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eb30c7b-e0d0-4076-b129-fadd422afa0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.288388] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Created folder: Project (23516d1454e0486793cde2b2e3640de6) in parent group-v821414. [ 658.288676] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Creating folder: Instances. Parent ref: group-v821449. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.288966] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb5e7090-1a97-4372-a283-ecfe88fc085e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.301587] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b7dc74-b42d-4a7e-aaf6-15cea94f9431 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.306936] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Created folder: Instances in parent group-v821449. [ 658.307340] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.308054] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.311627] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59d18bfd-c485-47ae-ae4d-9a2c88897694 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.333916] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dde8de-5d38-4d0a-8cf2-a653114530c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.338751] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.338751] env[69350]: value = "task-4148336" [ 658.338751] env[69350]: _type = "Task" [ 658.338751] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.381207] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8e6eed-000c-4668-b753-4f2e03483bc1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.393378] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148336, 'name': CreateVM_Task} progress is 15%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.399917] env[69350]: DEBUG oslo_vmware.api [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148327, 'name': PowerOnVM_Task, 'duration_secs': 1.587826} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.403590] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.403952] env[69350]: INFO nova.compute.manager [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Took 12.21 seconds to spawn the instance on the hypervisor. [ 658.404277] env[69350]: DEBUG nova.compute.manager [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.405879] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d8e3d3-283e-49fd-8212-e5c7251929bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.410165] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7defff7-7505-4abe-9823-289937c5d850 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.432362] env[69350]: DEBUG nova.compute.provider_tree [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.451164] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b7b599-78e5-774b-0419-205978ac05e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013261} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.452267] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75fa7cc-c77f-4c2e-9cf9-62ab01bc6cf7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.458410] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 658.458410] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52908bfb-d807-562a-1cf8-77e32094e803" [ 658.458410] env[69350]: _type = "Task" [ 658.458410] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.473728] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52908bfb-d807-562a-1cf8-77e32094e803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.515718] env[69350]: DEBUG oslo_vmware.api [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Task: {'id': task-4148331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502319} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.516055] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.516233] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.516413] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.516591] env[69350]: INFO nova.compute.manager [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Took 2.64 seconds to destroy the instance on the hypervisor. [ 658.516837] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.519537] env[69350]: DEBUG nova.compute.manager [-] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.519681] env[69350]: DEBUG nova.network.neutron [-] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.552686] env[69350]: DEBUG nova.network.neutron [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Updating instance_info_cache with network_info: [{"id": "2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8", "address": "fa:16:3e:40:64:b7", "network": {"id": "acbd0523-45b0-4f9d-aa33-5b9092c55db1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-428409358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e3eccbf1bc6a499b8c0939aaeee33d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9b31e9-2a", "ovs_interfaceid": "2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.677505] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.856259] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148336, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.881464] env[69350]: DEBUG nova.network.neutron [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: f17a0100-054e-4103-ac80-698d1be85218] Updated VIF entry in instance network info cache for port 62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.881464] env[69350]: DEBUG nova.network.neutron [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: f17a0100-054e-4103-ac80-698d1be85218] Updating instance_info_cache with network_info: [{"id": "62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d", "address": "fa:16:3e:9d:77:29", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b817c3-b9", "ovs_interfaceid": "62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.887937] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Acquiring lock "92f3ac37-c488-4245-b06b-00d8adf0b81c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.888368] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Lock "92f3ac37-c488-4245-b06b-00d8adf0b81c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.888702] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Acquiring lock "92f3ac37-c488-4245-b06b-00d8adf0b81c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.889185] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Lock "92f3ac37-c488-4245-b06b-00d8adf0b81c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.889489] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Lock "92f3ac37-c488-4245-b06b-00d8adf0b81c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.892857] env[69350]: DEBUG nova.compute.manager [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.897055] env[69350]: INFO nova.compute.manager [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Terminating instance [ 658.928852] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.929199] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.929400] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.929818] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.929818] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.929981] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.930358] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.930358] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.930536] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.930683] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.930858] env[69350]: DEBUG nova.virt.hardware [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.932342] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e94126-c135-4444-89c8-1794236fb62d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.936453] env[69350]: DEBUG nova.scheduler.client.report [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.952362] env[69350]: INFO nova.compute.manager [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Took 23.18 seconds to build instance. [ 658.955336] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dd7505-7c1d-4548-ae95-810c1660d8bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.986825] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52908bfb-d807-562a-1cf8-77e32094e803, 'name': SearchDatastore_Task, 'duration_secs': 0.026484} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.987176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.987450] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] de0d3b42-8371-4344-a262-63ecd4401849/de0d3b42-8371-4344-a262-63ecd4401849.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.987744] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3059b08b-d06f-4b6d-bb9b-15f0ffb51652 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.997402] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 658.997402] env[69350]: value = "task-4148337" [ 658.997402] env[69350]: _type = "Task" [ 658.997402] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.007445] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.056479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Releasing lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.057337] env[69350]: DEBUG nova.compute.manager [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Instance network_info: |[{"id": "2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8", "address": "fa:16:3e:40:64:b7", "network": {"id": "acbd0523-45b0-4f9d-aa33-5b9092c55db1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-428409358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e3eccbf1bc6a499b8c0939aaeee33d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9b31e9-2a", "ovs_interfaceid": "2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.057541] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:64:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.067385] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Creating folder: Project (e3eccbf1bc6a499b8c0939aaeee33d4d). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.067679] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c10c0fc-9c9d-4d3b-acf8-941a1bba1edc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.083592] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Created folder: Project (e3eccbf1bc6a499b8c0939aaeee33d4d) in parent group-v821414. [ 659.083592] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Creating folder: Instances. Parent ref: group-v821452. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.083747] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c27fc436-fffb-4ec1-b4a9-cc27e7676a50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.098874] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Created folder: Instances in parent group-v821452. [ 659.098874] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.099349] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5300d40-02de-4199-830e-054a12564f17] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.099540] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc67b088-1acf-493c-8033-d82c2161c4b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.122909] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.122909] env[69350]: value = "task-4148340" [ 659.122909] env[69350]: _type = "Task" [ 659.122909] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.132793] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148340, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.177034] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148332, 'name': ReconfigVM_Task, 'duration_secs': 0.843093} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.177034] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Reconfigured VM instance instance-0000000a to attach disk [datastore2] f17a0100-054e-4103-ac80-698d1be85218/f17a0100-054e-4103-ac80-698d1be85218.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.177799] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7181e20-6b32-41b3-9e71-717c39059c91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.186295] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 659.186295] env[69350]: value = "task-4148341" [ 659.186295] env[69350]: _type = "Task" [ 659.186295] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.199716] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148341, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.346479] env[69350]: DEBUG nova.network.neutron [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Successfully updated port: 15f739ae-8456-4e9e-bc55-2f14d06ba630 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.360908] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148336, 'name': CreateVM_Task, 'duration_secs': 0.725143} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.361109] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.361828] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.361999] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.362357] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.363454] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cebb331-b76b-4ee1-97b0-15a2de967127 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.370931] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for the task: (returnval){ [ 659.370931] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526bbfb0-f5cb-a80d-a263-d7e696bfde8a" [ 659.370931] env[69350]: _type = "Task" [ 659.370931] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.381356] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526bbfb0-f5cb-a80d-a263-d7e696bfde8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.384422] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Releasing lock "refresh_cache-f17a0100-054e-4103-ac80-698d1be85218" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.384737] env[69350]: DEBUG nova.compute.manager [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Received event network-vif-plugged-cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.385026] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Acquiring lock "de0d3b42-8371-4344-a262-63ecd4401849-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.385279] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Lock "de0d3b42-8371-4344-a262-63ecd4401849-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.385464] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] Lock "de0d3b42-8371-4344-a262-63ecd4401849-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.385791] env[69350]: DEBUG nova.compute.manager [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] No waiting events found dispatching network-vif-plugged-cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.385791] env[69350]: WARNING nova.compute.manager [req-6b7bf48f-6287-4f46-aa8d-b07986a90908 req-5bcc866d-317a-4a59-a86b-cf1396063884 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Received unexpected event network-vif-plugged-cdb9a5c8-951f-47ce-9085-2662aa3a65c2 for instance with vm_state building and task_state spawning. [ 659.402455] env[69350]: DEBUG nova.compute.manager [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.402788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.403794] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327b34a1-7de0-4654-b022-43457baaa387 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.413394] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.413697] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81645481-cac0-460a-b8be-17f057653aa9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.419730] env[69350]: DEBUG nova.compute.manager [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Received event network-vif-plugged-2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.420050] env[69350]: DEBUG oslo_concurrency.lockutils [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] Acquiring lock "a5300d40-02de-4199-830e-054a12564f17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.420287] env[69350]: DEBUG oslo_concurrency.lockutils [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] Lock "a5300d40-02de-4199-830e-054a12564f17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.420457] env[69350]: DEBUG oslo_concurrency.lockutils [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] Lock "a5300d40-02de-4199-830e-054a12564f17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.420627] env[69350]: DEBUG nova.compute.manager [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] No waiting events found dispatching network-vif-plugged-2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.420793] env[69350]: WARNING nova.compute.manager [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Received unexpected event network-vif-plugged-2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 for instance with vm_state building and task_state spawning. [ 659.420954] env[69350]: DEBUG nova.compute.manager [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Received event network-changed-2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.421383] env[69350]: DEBUG nova.compute.manager [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Refreshing instance network info cache due to event network-changed-2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.421592] env[69350]: DEBUG oslo_concurrency.lockutils [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] Acquiring lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.421732] env[69350]: DEBUG oslo_concurrency.lockutils [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] Acquired lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.421892] env[69350]: DEBUG nova.network.neutron [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Refreshing network info cache for port 2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.427151] env[69350]: DEBUG oslo_vmware.api [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Waiting for the task: (returnval){ [ 659.427151] env[69350]: value = "task-4148342" [ 659.427151] env[69350]: _type = "Task" [ 659.427151] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.437988] env[69350]: DEBUG oslo_vmware.api [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Task: {'id': task-4148342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.445968] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.446838] env[69350]: DEBUG nova.compute.manager [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.449883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.294s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.451897] env[69350]: INFO nova.compute.claims [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.462182] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8df11295-4fc1-4ff8-b269-47d2d118cac7 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "0d698890-4a4f-4058-b57c-602176248bbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.703s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.511439] env[69350]: DEBUG nova.network.neutron [-] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.512741] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148337, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.634899] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148340, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.700910] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148341, 'name': Rename_Task, 'duration_secs': 0.270264} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.701304] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.701471] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ef312f-b998-4d0e-a73f-3ac8fb5aacb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.710241] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 659.710241] env[69350]: value = "task-4148343" [ 659.710241] env[69350]: _type = "Task" [ 659.710241] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.720285] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.753172] env[69350]: DEBUG nova.compute.manager [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Received event network-changed-cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.753172] env[69350]: DEBUG nova.compute.manager [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Refreshing instance network info cache due to event network-changed-cdb9a5c8-951f-47ce-9085-2662aa3a65c2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.753261] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] Acquiring lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.754734] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] Acquired lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.754734] env[69350]: DEBUG nova.network.neutron [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Refreshing network info cache for port cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.854042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquiring lock "refresh_cache-6708c2e5-83b9-479b-b7e2-b07ff079c1a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.854042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquired lock "refresh_cache-6708c2e5-83b9-479b-b7e2-b07ff079c1a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.854042] env[69350]: DEBUG nova.network.neutron [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.887069] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526bbfb0-f5cb-a80d-a263-d7e696bfde8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014144} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.887989] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.888423] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.888804] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.889379] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.891029] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.891029] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b610120-438d-4ad5-8085-d06a892ab44e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.903658] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.904405] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.905777] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a0c973-030d-47e1-aa0b-e85bce062b4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.916018] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for the task: (returnval){ [ 659.916018] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5272dc85-a8d9-b8f9-d187-6c76ca1c1697" [ 659.916018] env[69350]: _type = "Task" [ 659.916018] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.923685] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5272dc85-a8d9-b8f9-d187-6c76ca1c1697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.941749] env[69350]: DEBUG oslo_vmware.api [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Task: {'id': task-4148342, 'name': PowerOffVM_Task, 'duration_secs': 0.311618} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.942920] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.943257] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.943565] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61a36de3-a219-4a03-b117-c8fb9ff42acc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.957723] env[69350]: DEBUG nova.compute.utils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.961648] env[69350]: DEBUG nova.compute.manager [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.961928] env[69350]: DEBUG nova.network.neutron [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.973021] env[69350]: DEBUG nova.compute.manager [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.014972] env[69350]: INFO nova.compute.manager [-] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Took 1.50 seconds to deallocate network for instance. [ 660.015618] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881693} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.018576] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] de0d3b42-8371-4344-a262-63ecd4401849/de0d3b42-8371-4344-a262-63ecd4401849.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.019214] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.019214] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e37c8a1-08fe-469b-b015-2be3165c20bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.028020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.028455] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.028645] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Deleting the datastore file [datastore2] 92f3ac37-c488-4245-b06b-00d8adf0b81c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.029013] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02656a60-85dc-4394-b1bd-27e0c9f0b4c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.033175] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 660.033175] env[69350]: value = "task-4148345" [ 660.033175] env[69350]: _type = "Task" [ 660.033175] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.040042] env[69350]: DEBUG oslo_vmware.api [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Waiting for the task: (returnval){ [ 660.040042] env[69350]: value = "task-4148346" [ 660.040042] env[69350]: _type = "Task" [ 660.040042] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.055140] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.058631] env[69350]: DEBUG nova.policy [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5191cf6bf963472f9627edc104e707e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c76449deb535401982dfb1110168b9c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.064633] env[69350]: DEBUG oslo_vmware.api [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Task: {'id': task-4148346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.134153] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148340, 'name': CreateVM_Task, 'duration_secs': 0.521399} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.136049] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5300d40-02de-4199-830e-054a12564f17] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.136734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.136897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.137227] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.137767] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a145969-b6ac-4043-b452-80072e643752 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.143308] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for the task: (returnval){ [ 660.143308] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5250ec51-372d-617a-3d0e-87f45b93b56c" [ 660.143308] env[69350]: _type = "Task" [ 660.143308] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.152040] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5250ec51-372d-617a-3d0e-87f45b93b56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.186270] env[69350]: DEBUG nova.network.neutron [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Updated VIF entry in instance network info cache for port 2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.186692] env[69350]: DEBUG nova.network.neutron [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Updating instance_info_cache with network_info: [{"id": "2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8", "address": "fa:16:3e:40:64:b7", "network": {"id": "acbd0523-45b0-4f9d-aa33-5b9092c55db1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-428409358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e3eccbf1bc6a499b8c0939aaeee33d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9b31e9-2a", "ovs_interfaceid": "2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.221198] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148343, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.421264] env[69350]: DEBUG nova.network.neutron [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.434625] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5272dc85-a8d9-b8f9-d187-6c76ca1c1697, 'name': SearchDatastore_Task, 'duration_secs': 0.023805} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.437769] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225a7a6e-0ed2-434c-b6a1-0ed266978652 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.448585] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for the task: (returnval){ [ 660.448585] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e51e1b-7517-bbe7-61e7-d8fa434abb65" [ 660.448585] env[69350]: _type = "Task" [ 660.448585] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.460106] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e51e1b-7517-bbe7-61e7-d8fa434abb65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.470085] env[69350]: DEBUG nova.compute.manager [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.505968] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.530052] env[69350]: DEBUG oslo_concurrency.lockutils [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.552755] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077371} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.559897] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.561059] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b32ef7-23b9-4752-a8e2-7c34a72db6f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.569368] env[69350]: DEBUG oslo_vmware.api [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Task: {'id': task-4148346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318431} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.569610] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.569835] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.570083] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.570308] env[69350]: INFO nova.compute.manager [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 660.570593] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.570850] env[69350]: DEBUG nova.compute.manager [-] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.570934] env[69350]: DEBUG nova.network.neutron [-] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.594303] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] de0d3b42-8371-4344-a262-63ecd4401849/de0d3b42-8371-4344-a262-63ecd4401849.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.597232] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5603e96f-df6b-40d7-9514-727ac9d311dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.614019] env[69350]: DEBUG nova.network.neutron [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updated VIF entry in instance network info cache for port cdb9a5c8-951f-47ce-9085-2662aa3a65c2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.617642] env[69350]: DEBUG nova.network.neutron [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updating instance_info_cache with network_info: [{"id": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "address": "fa:16:3e:77:de:29", "network": {"id": "c06f9e3e-2075-4543-bb82-cd95e162001c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-57553653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f248a9f0d8ca4e69b4903195702a239e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb9a5c8-95", "ovs_interfaceid": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.624148] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 660.624148] env[69350]: value = "task-4148348" [ 660.624148] env[69350]: _type = "Task" [ 660.624148] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.644074] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.657093] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5250ec51-372d-617a-3d0e-87f45b93b56c, 'name': SearchDatastore_Task, 'duration_secs': 0.016659} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.660739] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.661045] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.661410] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.661566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.661745] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.662362] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f59f8c5-f3f4-4900-91ea-1ba4221d9654 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.665911] env[69350]: DEBUG nova.network.neutron [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Updating instance_info_cache with network_info: [{"id": "15f739ae-8456-4e9e-bc55-2f14d06ba630", "address": "fa:16:3e:c5:99:7c", "network": {"id": "d2e5f098-1f45-4f1e-8e33-bcaa5b605044", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1265720281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8c7af066910f4bcfa0688993ed8d5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f739ae-84", "ovs_interfaceid": "15f739ae-8456-4e9e-bc55-2f14d06ba630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.673844] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.674064] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.674925] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f371e15-8f0a-45bd-856c-107dceea32bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.681095] env[69350]: DEBUG nova.network.neutron [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Successfully created port: e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.688162] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for the task: (returnval){ [ 660.688162] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52c9e737-adeb-a083-40ec-a627e8b787e4" [ 660.688162] env[69350]: _type = "Task" [ 660.688162] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.689393] env[69350]: DEBUG oslo_concurrency.lockutils [req-fbde123f-7afb-4b24-802d-50b3d90b761c req-3623068a-0776-4390-91d9-51c17616edd3 service nova] Releasing lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.700493] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c9e737-adeb-a083-40ec-a627e8b787e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.721754] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148343, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.925980] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af36a216-d348-491c-b2f0-d86089a70ab8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.934616] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7697fb-7d73-4327-9f3c-5ebbdc26313c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.977403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6c9199-eb78-422a-aba2-6b3b40434c40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.991759] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e51e1b-7517-bbe7-61e7-d8fa434abb65, 'name': SearchDatastore_Task, 'duration_secs': 0.022784} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.996522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.996522] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] c32bd89f-aae2-4f58-9b84-18b5f0d8801c/c32bd89f-aae2-4f58-9b84-18b5f0d8801c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.996522] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d16fcd-565f-4ff0-a8a7-deab75680fd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.999656] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4269ad-f2ff-494e-abe4-4bb11275dd9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.020758] env[69350]: DEBUG nova.compute.provider_tree [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.027042] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for the task: (returnval){ [ 661.027042] env[69350]: value = "task-4148349" [ 661.027042] env[69350]: _type = "Task" [ 661.027042] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.043038] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.122508] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] Releasing lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.123678] env[69350]: DEBUG nova.compute.manager [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Received event network-vif-deleted-97bf7b7d-9ec4-4a06-abe9-38fdad0adf3b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.123678] env[69350]: DEBUG nova.compute.manager [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Received event network-vif-deleted-23c7b51e-7aa0-4494-9f00-bddf4aa830a5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.123678] env[69350]: DEBUG nova.compute.manager [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Received event network-vif-plugged-ef941e6f-e5ef-4b0b-a529-aa835ccd349f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.123678] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] Acquiring lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.123678] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] Lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.123953] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] Lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.123953] env[69350]: DEBUG nova.compute.manager [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] No waiting events found dispatching network-vif-plugged-ef941e6f-e5ef-4b0b-a529-aa835ccd349f {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.124094] env[69350]: WARNING nova.compute.manager [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Received unexpected event network-vif-plugged-ef941e6f-e5ef-4b0b-a529-aa835ccd349f for instance with vm_state building and task_state spawning. [ 661.124238] env[69350]: DEBUG nova.compute.manager [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Received event network-changed-ef941e6f-e5ef-4b0b-a529-aa835ccd349f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.124391] env[69350]: DEBUG nova.compute.manager [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Refreshing instance network info cache due to event network-changed-ef941e6f-e5ef-4b0b-a529-aa835ccd349f. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.124632] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] Acquiring lock "refresh_cache-c32bd89f-aae2-4f58-9b84-18b5f0d8801c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.124735] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] Acquired lock "refresh_cache-c32bd89f-aae2-4f58-9b84-18b5f0d8801c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.124851] env[69350]: DEBUG nova.network.neutron [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Refreshing network info cache for port ef941e6f-e5ef-4b0b-a529-aa835ccd349f {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.136980] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.170256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Releasing lock "refresh_cache-6708c2e5-83b9-479b-b7e2-b07ff079c1a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.170849] env[69350]: DEBUG nova.compute.manager [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Instance network_info: |[{"id": "15f739ae-8456-4e9e-bc55-2f14d06ba630", "address": "fa:16:3e:c5:99:7c", "network": {"id": "d2e5f098-1f45-4f1e-8e33-bcaa5b605044", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1265720281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8c7af066910f4bcfa0688993ed8d5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f739ae-84", "ovs_interfaceid": "15f739ae-8456-4e9e-bc55-2f14d06ba630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.171444] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:99:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15f739ae-8456-4e9e-bc55-2f14d06ba630', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.180219] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Creating folder: Project (8c7af066910f4bcfa0688993ed8d5da1). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.180545] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-751a88fc-af35-4afb-ac66-ba921a9f5cac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.196327] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Created folder: Project (8c7af066910f4bcfa0688993ed8d5da1) in parent group-v821414. [ 661.196702] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Creating folder: Instances. Parent ref: group-v821455. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.197074] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0f67543-2b2b-4bef-861b-16b6a021f32f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.203450] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c9e737-adeb-a083-40ec-a627e8b787e4, 'name': SearchDatastore_Task, 'duration_secs': 0.018795} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.205239] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1505bce5-67d9-448d-a995-f234532a1218 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.213714] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for the task: (returnval){ [ 661.213714] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d1e704-53a8-11ad-4154-60f3259b335e" [ 661.213714] env[69350]: _type = "Task" [ 661.213714] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.222644] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Created folder: Instances in parent group-v821455. [ 661.223031] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.223809] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.224941] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddd7a99d-62ad-47e3-8965-75282ed00148 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.246772] env[69350]: DEBUG oslo_vmware.api [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148343, 'name': PowerOnVM_Task, 'duration_secs': 1.044024} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.247068] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d1e704-53a8-11ad-4154-60f3259b335e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.251476] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.251476] env[69350]: INFO nova.compute.manager [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Took 12.51 seconds to spawn the instance on the hypervisor. [ 661.251476] env[69350]: DEBUG nova.compute.manager [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.251476] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82805438-831c-4559-a3bc-b2641a21114e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.253954] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.253954] env[69350]: value = "task-4148352" [ 661.253954] env[69350]: _type = "Task" [ 661.253954] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.269691] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148352, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.489505] env[69350]: DEBUG nova.compute.manager [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.519261] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.519584] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.519928] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.519991] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.520364] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.520537] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.520781] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.520946] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.521169] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.521358] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.521536] env[69350]: DEBUG nova.virt.hardware [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.522604] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fe9d6a-72f3-4808-b573-16244829b8ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.540784] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f220042e-2b9f-4a73-b65a-104fd2475457 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.549413] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148349, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.555046] env[69350]: ERROR nova.scheduler.client.report [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [req-9f5922a2-b7f5-4de5-8eca-7226eab54682] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f5922a2-b7f5-4de5-8eca-7226eab54682"}]} [ 661.588522] env[69350]: DEBUG nova.scheduler.client.report [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.614099] env[69350]: DEBUG nova.scheduler.client.report [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.615041] env[69350]: DEBUG nova.compute.provider_tree [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.632725] env[69350]: DEBUG nova.scheduler.client.report [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 661.654426] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148348, 'name': ReconfigVM_Task, 'duration_secs': 0.673526} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.654723] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Reconfigured VM instance instance-0000000b to attach disk [datastore2] de0d3b42-8371-4344-a262-63ecd4401849/de0d3b42-8371-4344-a262-63ecd4401849.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.655734] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2138d7cb-5ac1-48bb-9abc-b42c2776ca10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.668085] env[69350]: DEBUG nova.scheduler.client.report [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 661.673774] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 661.673774] env[69350]: value = "task-4148353" [ 661.673774] env[69350]: _type = "Task" [ 661.673774] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.688640] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148353, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.746494] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d1e704-53a8-11ad-4154-60f3259b335e, 'name': SearchDatastore_Task, 'duration_secs': 0.032971} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.750195] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.750632] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a5300d40-02de-4199-830e-054a12564f17/a5300d40-02de-4199-830e-054a12564f17.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.751431] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63fc31c0-b8ab-49da-ba4b-f5c10b6069e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.773600] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148352, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.782014] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for the task: (returnval){ [ 661.782014] env[69350]: value = "task-4148354" [ 661.782014] env[69350]: _type = "Task" [ 661.782014] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.786269] env[69350]: INFO nova.compute.manager [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Took 25.21 seconds to build instance. [ 661.798709] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.847867] env[69350]: DEBUG nova.network.neutron [-] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.045601] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877393} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.045939] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] c32bd89f-aae2-4f58-9b84-18b5f0d8801c/c32bd89f-aae2-4f58-9b84-18b5f0d8801c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.046180] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.047167] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9724ec48-c1ad-419f-9ea5-e1ffb66b767a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.055605] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for the task: (returnval){ [ 662.055605] env[69350]: value = "task-4148355" [ 662.055605] env[69350]: _type = "Task" [ 662.055605] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.071139] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.092016] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87e6529-9d3f-4557-8cf5-4291fd6d60eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.101848] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74737663-0fc1-4fb6-8437-77cbe908faae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.149850] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ad6f97-ce39-4e57-a411-92ea6cab4f5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.160023] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8769bda-39c3-4d11-8bad-9fe3fd696483 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.179513] env[69350]: DEBUG nova.compute.provider_tree [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.194120] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148353, 'name': Rename_Task, 'duration_secs': 0.402978} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.194403] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.194770] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4f44a03-5425-49fe-9fdb-63187fd2ba54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.205070] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 662.205070] env[69350]: value = "task-4148356" [ 662.205070] env[69350]: _type = "Task" [ 662.205070] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.215736] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.269218] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148352, 'name': CreateVM_Task, 'duration_secs': 0.625866} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.273401] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.275025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.275025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.275025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.275793] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a05e25-16bc-4e03-8c03-c051eece02be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.282444] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for the task: (returnval){ [ 662.282444] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52cd51c5-84fb-abdb-db15-cd6ce66b8e3a" [ 662.282444] env[69350]: _type = "Task" [ 662.282444] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.292541] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ac82bf9-51f3-498f-903d-29927e61b5a1 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "f17a0100-054e-4103-ac80-698d1be85218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.744s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.298151] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cd51c5-84fb-abdb-db15-cd6ce66b8e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.302114] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148354, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.357226] env[69350]: INFO nova.compute.manager [-] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Took 1.79 seconds to deallocate network for instance. [ 662.413415] env[69350]: DEBUG nova.network.neutron [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Updated VIF entry in instance network info cache for port ef941e6f-e5ef-4b0b-a529-aa835ccd349f. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.413885] env[69350]: DEBUG nova.network.neutron [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Updating instance_info_cache with network_info: [{"id": "ef941e6f-e5ef-4b0b-a529-aa835ccd349f", "address": "fa:16:3e:f6:b1:1d", "network": {"id": "71e31f28-9e65-4026-9b14-f2e7ad91e8b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1780678547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23516d1454e0486793cde2b2e3640de6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef941e6f-e5", "ovs_interfaceid": "ef941e6f-e5ef-4b0b-a529-aa835ccd349f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.575664] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083378} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.577207] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.577884] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfca26b-69f4-4b48-94c7-e362b33b4641 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.612021] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] c32bd89f-aae2-4f58-9b84-18b5f0d8801c/c32bd89f-aae2-4f58-9b84-18b5f0d8801c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.612021] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e7d798e-a9cb-4f28-bc40-00674242eb60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.634628] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for the task: (returnval){ [ 662.634628] env[69350]: value = "task-4148358" [ 662.634628] env[69350]: _type = "Task" [ 662.634628] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.648701] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.650073] env[69350]: DEBUG nova.compute.manager [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.651012] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400603e6-d5a9-4948-8bb1-5a3e47b0ba06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.723238] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.756017] env[69350]: DEBUG nova.scheduler.client.report [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 662.756017] env[69350]: DEBUG nova.compute.provider_tree [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 27 to 28 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 662.756017] env[69350]: DEBUG nova.compute.provider_tree [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.807182] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cd51c5-84fb-abdb-db15-cd6ce66b8e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.062437} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.809594] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.809893] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.810171] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.810345] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.810524] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.811190] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752748} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.812022] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-042bb032-b707-4db0-b9dc-7d3c2d332498 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.813647] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a5300d40-02de-4199-830e-054a12564f17/a5300d40-02de-4199-830e-054a12564f17.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.814038] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.814579] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9b4e34d-8211-49c1-8cef-5d24c8a1753c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.823423] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for the task: (returnval){ [ 662.823423] env[69350]: value = "task-4148359" [ 662.823423] env[69350]: _type = "Task" [ 662.823423] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.829150] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.829150] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.832340] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33d0e0a-d601-4006-9da0-a727e32b5c87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.835718] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.839916] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for the task: (returnval){ [ 662.839916] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5229ed26-889a-9402-5868-2e2c0c8883d7" [ 662.839916] env[69350]: _type = "Task" [ 662.839916] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.850638] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5229ed26-889a-9402-5868-2e2c0c8883d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.865172] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.922677] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9c4d1a9-b716-4b4b-add0-59512287d927 req-ebca3987-286f-4605-ae17-1c26aaa35848 service nova] Releasing lock "refresh_cache-c32bd89f-aae2-4f58-9b84-18b5f0d8801c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.152776] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.178479] env[69350]: INFO nova.compute.manager [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] instance snapshotting [ 663.178866] env[69350]: WARNING nova.compute.manager [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 663.182037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6116b1-9650-4e02-ad12-45fbb5691d7f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.211498] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f27987e-d2e8-458d-a403-2da202c7e8bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.222250] env[69350]: DEBUG oslo_vmware.api [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148356, 'name': PowerOnVM_Task, 'duration_secs': 0.924463} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.224547] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.224874] env[69350]: INFO nova.compute.manager [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Took 12.05 seconds to spawn the instance on the hypervisor. [ 663.225121] env[69350]: DEBUG nova.compute.manager [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.228199] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1886b4fb-69c5-4cd5-9c8b-95c5ddf50b2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.247482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquiring lock "c7124fd4-0db2-4fed-b568-57050643c022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.248309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lock "c7124fd4-0db2-4fed-b568-57050643c022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.263025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.811s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.263025] env[69350]: DEBUG nova.compute.manager [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.265999] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.135s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.266483] env[69350]: DEBUG nova.objects.instance [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lazy-loading 'resources' on Instance uuid 624b0090-292f-4e8d-a8b5-16d7f6c39b80 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.281766] env[69350]: DEBUG nova.network.neutron [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Successfully updated port: e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.341153] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.388455} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.341153] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.349288] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36890ce5-b39f-4191-964b-2df823acf4be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.362266] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5229ed26-889a-9402-5868-2e2c0c8883d7, 'name': SearchDatastore_Task, 'duration_secs': 0.037724} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.392164] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] a5300d40-02de-4199-830e-054a12564f17/a5300d40-02de-4199-830e-054a12564f17.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.393231] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609b09c1-c6c5-4a00-b0ac-60da255d0e05 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.396237] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965b4c9e-0e68-48e9-824a-19fb1203dece {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.416043] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for the task: (returnval){ [ 663.416043] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5276ea28-91ce-6b30-09b8-26f3da032087" [ 663.416043] env[69350]: _type = "Task" [ 663.416043] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.421293] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for the task: (returnval){ [ 663.421293] env[69350]: value = "task-4148360" [ 663.421293] env[69350]: _type = "Task" [ 663.421293] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.428427] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5276ea28-91ce-6b30-09b8-26f3da032087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.435128] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.651759] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148358, 'name': ReconfigVM_Task, 'duration_secs': 0.812905} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.652394] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Reconfigured VM instance instance-0000000c to attach disk [datastore2] c32bd89f-aae2-4f58-9b84-18b5f0d8801c/c32bd89f-aae2-4f58-9b84-18b5f0d8801c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.653614] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c36ed6ea-0577-4e75-ab9e-f0cc339907ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.662515] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for the task: (returnval){ [ 663.662515] env[69350]: value = "task-4148361" [ 663.662515] env[69350]: _type = "Task" [ 663.662515] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.673405] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148361, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.733053] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 663.733425] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf76c3bb-473a-4d78-a79c-bb15f75b88cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.742230] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 663.742230] env[69350]: value = "task-4148362" [ 663.742230] env[69350]: _type = "Task" [ 663.742230] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.756388] env[69350]: DEBUG nova.compute.manager [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.762248] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.762248] env[69350]: INFO nova.compute.manager [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Took 22.43 seconds to build instance. [ 663.770523] env[69350]: DEBUG nova.compute.utils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.775418] env[69350]: DEBUG nova.compute.manager [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.776030] env[69350]: DEBUG nova.network.neutron [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.789324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquiring lock "refresh_cache-8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.789324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquired lock "refresh_cache-8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.789324] env[69350]: DEBUG nova.network.neutron [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.862200] env[69350]: DEBUG nova.policy [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61b5895ad1724330a91b4c40e3ffcb4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '449c12a1501145728679b8ccbffb6354', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.932238] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5276ea28-91ce-6b30-09b8-26f3da032087, 'name': SearchDatastore_Task, 'duration_secs': 0.020434} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.933052] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.933447] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 6708c2e5-83b9-479b-b7e2-b07ff079c1a3/6708c2e5-83b9-479b-b7e2-b07ff079c1a3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.933777] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12fcabc0-dedc-4483-a29b-748f74691893 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.941295] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.952038] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for the task: (returnval){ [ 663.952038] env[69350]: value = "task-4148363" [ 663.952038] env[69350]: _type = "Task" [ 663.952038] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.969100] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.175795] env[69350]: DEBUG nova.compute.manager [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Received event network-vif-plugged-15f739ae-8456-4e9e-bc55-2f14d06ba630 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.176563] env[69350]: DEBUG oslo_concurrency.lockutils [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] Acquiring lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.176952] env[69350]: DEBUG oslo_concurrency.lockutils [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] Lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.177287] env[69350]: DEBUG oslo_concurrency.lockutils [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] Lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.177574] env[69350]: DEBUG nova.compute.manager [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] No waiting events found dispatching network-vif-plugged-15f739ae-8456-4e9e-bc55-2f14d06ba630 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.177947] env[69350]: WARNING nova.compute.manager [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Received unexpected event network-vif-plugged-15f739ae-8456-4e9e-bc55-2f14d06ba630 for instance with vm_state building and task_state spawning. [ 664.179983] env[69350]: DEBUG nova.compute.manager [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Received event network-changed-15f739ae-8456-4e9e-bc55-2f14d06ba630 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.179983] env[69350]: DEBUG nova.compute.manager [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Refreshing instance network info cache due to event network-changed-15f739ae-8456-4e9e-bc55-2f14d06ba630. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.179983] env[69350]: DEBUG oslo_concurrency.lockutils [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] Acquiring lock "refresh_cache-6708c2e5-83b9-479b-b7e2-b07ff079c1a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.179983] env[69350]: DEBUG oslo_concurrency.lockutils [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] Acquired lock "refresh_cache-6708c2e5-83b9-479b-b7e2-b07ff079c1a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.179983] env[69350]: DEBUG nova.network.neutron [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Refreshing network info cache for port 15f739ae-8456-4e9e-bc55-2f14d06ba630 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.186319] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148361, 'name': Rename_Task, 'duration_secs': 0.204218} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.189771] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.191737] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2787b4b-e4af-4590-a492-3bac299f9eac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.203026] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for the task: (returnval){ [ 664.203026] env[69350]: value = "task-4148364" [ 664.203026] env[69350]: _type = "Task" [ 664.203026] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.215168] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.230700] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a24b5ca-e032-429c-820f-386f4818b05e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.241078] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a119b173-2c38-49ab-a205-2345f2c01dc0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.256957] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148362, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.303826] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b388e8ee-70b1-4abd-9fbb-c7364df66c7a tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lock "de0d3b42-8371-4344-a262-63ecd4401849" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.738s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.303826] env[69350]: DEBUG nova.compute.manager [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.308429] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae500c2-27c3-47eb-a364-a25fcb5cca60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.319256] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38224e51-af7c-437a-8e16-d7f76b2621b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.337117] env[69350]: DEBUG nova.compute.provider_tree [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.339985] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.393129] env[69350]: DEBUG nova.compute.manager [req-f259df15-883d-4496-8bf0-12adcc949791 req-dbfa504e-d5ca-4d6d-9653-8b6ba0ac687b service nova] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Received event network-vif-deleted-88d63468-b072-428f-9729-44df330ba0d8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.393349] env[69350]: DEBUG nova.compute.manager [req-f259df15-883d-4496-8bf0-12adcc949791 req-dbfa504e-d5ca-4d6d-9653-8b6ba0ac687b service nova] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Received event network-vif-deleted-b535ad60-412d-44ff-9a16-4dc74167ee27 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.436301] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148360, 'name': ReconfigVM_Task, 'duration_secs': 0.589703} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.436561] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Reconfigured VM instance instance-0000000d to attach disk [datastore1] a5300d40-02de-4199-830e-054a12564f17/a5300d40-02de-4199-830e-054a12564f17.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.437390] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c08339c-b206-49ee-8368-f5f77b5d220e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.446415] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for the task: (returnval){ [ 664.446415] env[69350]: value = "task-4148365" [ 664.446415] env[69350]: _type = "Task" [ 664.446415] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.459766] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148365, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.471014] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148363, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.701236] env[69350]: DEBUG nova.network.neutron [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.716189] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148364, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.760547] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148362, 'name': CreateSnapshot_Task, 'duration_secs': 0.799169} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.764049] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 664.765706] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778b7dd6-8553-4587-84ec-59b170ba5734 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.868895] env[69350]: ERROR nova.scheduler.client.report [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] [req-bd786316-c343-4018-bc5c-e5ed9557a2fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bd786316-c343-4018-bc5c-e5ed9557a2fc"}]} [ 664.894547] env[69350]: DEBUG nova.scheduler.client.report [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 664.921571] env[69350]: DEBUG nova.scheduler.client.report [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 664.921571] env[69350]: DEBUG nova.compute.provider_tree [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.935694] env[69350]: DEBUG nova.scheduler.client.report [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 664.966520] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148365, 'name': Rename_Task, 'duration_secs': 0.387783} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.966936] env[69350]: DEBUG nova.scheduler.client.report [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 664.970082] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.971775] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62ef7dbc-e737-4e6d-aeb5-7ce7eaffe23d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.979565] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526622} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.981253] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 6708c2e5-83b9-479b-b7e2-b07ff079c1a3/6708c2e5-83b9-479b-b7e2-b07ff079c1a3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.981625] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.981938] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for the task: (returnval){ [ 664.981938] env[69350]: value = "task-4148367" [ 664.981938] env[69350]: _type = "Task" [ 664.981938] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.985034] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-994ff37d-17a6-49fb-a462-8191353dadfe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.995702] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for the task: (returnval){ [ 664.995702] env[69350]: value = "task-4148368" [ 664.995702] env[69350]: _type = "Task" [ 664.995702] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.001466] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.018548] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.023326] env[69350]: DEBUG nova.network.neutron [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Updated VIF entry in instance network info cache for port 15f739ae-8456-4e9e-bc55-2f14d06ba630. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.023873] env[69350]: DEBUG nova.network.neutron [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Updating instance_info_cache with network_info: [{"id": "15f739ae-8456-4e9e-bc55-2f14d06ba630", "address": "fa:16:3e:c5:99:7c", "network": {"id": "d2e5f098-1f45-4f1e-8e33-bcaa5b605044", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1265720281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8c7af066910f4bcfa0688993ed8d5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f739ae-84", "ovs_interfaceid": "15f739ae-8456-4e9e-bc55-2f14d06ba630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.220982] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148364, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.290793] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 665.291137] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f6b7aa7-caef-4754-a36e-095304e66820 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.304221] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 665.304221] env[69350]: value = "task-4148369" [ 665.304221] env[69350]: _type = "Task" [ 665.304221] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.306047] env[69350]: DEBUG nova.network.neutron [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Updating instance_info_cache with network_info: [{"id": "e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae", "address": "fa:16:3e:b9:54:30", "network": {"id": "a6f0ac7d-670c-4455-8577-d107a0f34900", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-386912518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76449deb535401982dfb1110168b9c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a1ae6c-ae", "ovs_interfaceid": "e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.315534] env[69350]: DEBUG nova.compute.manager [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.333959] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148369, 'name': CloneVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.367536] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.367693] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.368597] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.368597] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.368732] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.370038] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.370038] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.370038] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.370038] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.370038] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.370439] env[69350]: DEBUG nova.virt.hardware [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.371547] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af7782-be54-40cb-89dc-977f35b54664 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.388302] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe55e7e2-6bad-4db4-9b06-4c2e29e4b540 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.447217] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4771ec93-7954-442e-81c9-e4448e980199 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.456700] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c089edd4-9a44-4989-98ea-fb591e56ba4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.505738] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9736a0-599a-4901-b723-272e806f92cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.518531] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148367, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.524636] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161102} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.525010] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.526374] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3110ec87-38c5-403b-9b54-f0522ce99c3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.531187] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244147bb-8379-400d-90e6-ec8ed52da021 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.534978] env[69350]: DEBUG oslo_concurrency.lockutils [req-fa6bca90-35e9-4fd6-8a1a-1ae5b03280ba req-be40ef1b-879d-48ac-8334-9a5394187c19 service nova] Releasing lock "refresh_cache-6708c2e5-83b9-479b-b7e2-b07ff079c1a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.552733] env[69350]: DEBUG nova.compute.provider_tree [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.578466] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 6708c2e5-83b9-479b-b7e2-b07ff079c1a3/6708c2e5-83b9-479b-b7e2-b07ff079c1a3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.582154] env[69350]: DEBUG nova.scheduler.client.report [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.584760] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-339d25dc-18d9-4bf7-ae2e-3083ca6afe2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.614874] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for the task: (returnval){ [ 665.614874] env[69350]: value = "task-4148370" [ 665.614874] env[69350]: _type = "Task" [ 665.614874] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.628028] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.668956] env[69350]: DEBUG nova.network.neutron [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Successfully created port: fb5b0a30-9185-4f0d-861c-f38a07f05392 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.715232] env[69350]: DEBUG oslo_vmware.api [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148364, 'name': PowerOnVM_Task, 'duration_secs': 1.181793} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.715518] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.715720] env[69350]: INFO nova.compute.manager [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Took 12.09 seconds to spawn the instance on the hypervisor. [ 665.716090] env[69350]: DEBUG nova.compute.manager [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.716721] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff9747b-4aed-4d42-a6c5-a3a367a81ac5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.814907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Releasing lock "refresh_cache-8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.815256] env[69350]: DEBUG nova.compute.manager [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Instance network_info: |[{"id": "e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae", "address": "fa:16:3e:b9:54:30", "network": {"id": "a6f0ac7d-670c-4455-8577-d107a0f34900", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-386912518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76449deb535401982dfb1110168b9c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a1ae6c-ae", "ovs_interfaceid": "e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.815774] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:54:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.825203] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Creating folder: Project (c76449deb535401982dfb1110168b9c4). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.830289] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc54d7c5-3242-43c9-8dc6-0114a05dad78 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.832619] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148369, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.844848] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Created folder: Project (c76449deb535401982dfb1110168b9c4) in parent group-v821414. [ 665.845024] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Creating folder: Instances. Parent ref: group-v821461. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.845326] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a189fce9-ef43-48f1-b05b-3ed84af003b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.858421] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Created folder: Instances in parent group-v821461. [ 665.858834] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.859134] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.859405] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92d7915f-d5b5-4b16-ac1b-cd50d6236b8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.879634] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.879634] env[69350]: value = "task-4148373" [ 665.879634] env[69350]: _type = "Task" [ 665.879634] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.888846] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148373, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.013154] env[69350]: DEBUG oslo_vmware.api [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148367, 'name': PowerOnVM_Task, 'duration_secs': 0.64931} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.017038] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.017038] env[69350]: INFO nova.compute.manager [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Took 9.83 seconds to spawn the instance on the hypervisor. [ 666.017038] env[69350]: DEBUG nova.compute.manager [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.017038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d9beda-36b6-4324-83d1-10af7d105cb1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.106628] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.840s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.110185] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.582s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.136030] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.160163] env[69350]: INFO nova.scheduler.client.report [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Deleted allocations for instance 624b0090-292f-4e8d-a8b5-16d7f6c39b80 [ 666.244129] env[69350]: INFO nova.compute.manager [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Took 24.29 seconds to build instance. [ 666.325695] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148369, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.395951] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148373, 'name': CreateVM_Task, 'duration_secs': 0.499001} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.398402] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.399755] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.400076] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.400454] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.400800] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3144b6-8c77-4d1a-8f28-9c0ee05c7ccc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.409433] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for the task: (returnval){ [ 666.409433] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520bbc43-87c9-8373-4db2-23c7b28a9bce" [ 666.409433] env[69350]: _type = "Task" [ 666.409433] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.423272] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520bbc43-87c9-8373-4db2-23c7b28a9bce, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.423649] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.423904] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.424152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.424332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.424464] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.424728] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70623271-05cf-4cda-97ae-79cc0b88e4fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.436596] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.436802] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.437749] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a7fc64-d79d-4c7f-b2dd-b82db4de39c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.444421] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for the task: (returnval){ [ 666.444421] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5220ce25-e754-6bfb-2625-6a3073493ab7" [ 666.444421] env[69350]: _type = "Task" [ 666.444421] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.459283] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5220ce25-e754-6bfb-2625-6a3073493ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.546344] env[69350]: INFO nova.compute.manager [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Took 23.65 seconds to build instance. [ 666.618147] env[69350]: INFO nova.compute.claims [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.636222] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148370, 'name': ReconfigVM_Task, 'duration_secs': 0.673669} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.636222] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 6708c2e5-83b9-479b-b7e2-b07ff079c1a3/6708c2e5-83b9-479b-b7e2-b07ff079c1a3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.636222] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45457d65-6e61-4b33-ba8a-63dbff89ac34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.648040] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for the task: (returnval){ [ 666.648040] env[69350]: value = "task-4148375" [ 666.648040] env[69350]: _type = "Task" [ 666.648040] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.657710] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148375, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.671546] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8c150ec-845a-47e6-96f5-de842c895b01 tempest-ServerExternalEventsTest-237484451 tempest-ServerExternalEventsTest-237484451-project-member] Lock "624b0090-292f-4e8d-a8b5-16d7f6c39b80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.469s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.748523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3a993aa-6b96-463a-bb7f-b92bfad847bd tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.034s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.754665] env[69350]: DEBUG nova.network.neutron [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Successfully created port: 75c81e07-3c65-42dd-aae7-20dac567df71 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.821334] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148369, 'name': CloneVM_Task, 'duration_secs': 1.439234} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.822165] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Created linked-clone VM from snapshot [ 666.822470] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b62a75-f616-4d0a-aa22-e194ef7987f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.834535] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Uploading image 85e3deb6-f681-434c-9bb9-26eac70c0724 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 666.881808] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 666.881808] env[69350]: value = "vm-821460" [ 666.881808] env[69350]: _type = "VirtualMachine" [ 666.881808] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 666.882150] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d1b2fe7-613f-4caf-9db3-340069659ce7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.894550] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lease: (returnval){ [ 666.894550] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d914be-b8ad-bfb0-ca9b-702b28ca6b21" [ 666.894550] env[69350]: _type = "HttpNfcLease" [ 666.894550] env[69350]: } obtained for exporting VM: (result){ [ 666.894550] env[69350]: value = "vm-821460" [ 666.894550] env[69350]: _type = "VirtualMachine" [ 666.894550] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 666.894550] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the lease: (returnval){ [ 666.894550] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d914be-b8ad-bfb0-ca9b-702b28ca6b21" [ 666.894550] env[69350]: _type = "HttpNfcLease" [ 666.894550] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 666.904532] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 666.904532] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d914be-b8ad-bfb0-ca9b-702b28ca6b21" [ 666.904532] env[69350]: _type = "HttpNfcLease" [ 666.904532] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 666.961653] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5220ce25-e754-6bfb-2625-6a3073493ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.962998] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd35bbe-e63c-4bb8-a7d8-b4a5476e0acf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.969872] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for the task: (returnval){ [ 666.969872] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52cc4f93-538a-8f33-9d58-2b318cf1caae" [ 666.969872] env[69350]: _type = "Task" [ 666.969872] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.979845] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cc4f93-538a-8f33-9d58-2b318cf1caae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.047612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b303839-0b6b-436b-8a10-141b13604273 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lock "a5300d40-02de-4199-830e-054a12564f17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.820s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.124995] env[69350]: INFO nova.compute.resource_tracker [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating resource usage from migration 5614983f-cbb3-436f-897c-286d70de7ef6 [ 667.160356] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148375, 'name': Rename_Task, 'duration_secs': 0.206119} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.164905] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.165967] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-941337f0-b64b-4db8-9947-4fb5afea8dcf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.178548] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for the task: (returnval){ [ 667.178548] env[69350]: value = "task-4148377" [ 667.178548] env[69350]: _type = "Task" [ 667.178548] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.193659] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.409677] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.409677] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d914be-b8ad-bfb0-ca9b-702b28ca6b21" [ 667.409677] env[69350]: _type = "HttpNfcLease" [ 667.409677] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 667.409677] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 667.409677] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d914be-b8ad-bfb0-ca9b-702b28ca6b21" [ 667.409677] env[69350]: _type = "HttpNfcLease" [ 667.409677] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 667.410316] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c3a19e-29b7-4184-933d-add64b8f5d8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.420221] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5209ae02-8c3c-f18c-79db-1f58a6b21d8a/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 667.420476] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5209ae02-8c3c-f18c-79db-1f58a6b21d8a/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 667.498949] env[69350]: DEBUG nova.network.neutron [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Successfully created port: 88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.514931] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cc4f93-538a-8f33-9d58-2b318cf1caae, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.515389] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.515687] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62/8093c0d1-f6cf-4edd-86e2-8ac2586fbe62.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.515959] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50b752b1-3560-43dc-94a0-155d3c2a751e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.527594] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for the task: (returnval){ [ 667.527594] env[69350]: value = "task-4148378" [ 667.527594] env[69350]: _type = "Task" [ 667.527594] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.536979] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.546780] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a115bcf-2d5b-4238-b814-886bab5a3944 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.571102] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ef376-79aa-49c7-9ee4-9f4e5d39cfb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.590805] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8702c7a4-e245-4a0f-89b0-404b258dbd16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.639556] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee666834-cab9-49bb-9c2e-1cd412a116f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.649212] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cab6a0f-fa76-41e5-85c2-f747c243d0d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.667451] env[69350]: DEBUG nova.compute.provider_tree [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.690928] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.045373] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.169440] env[69350]: DEBUG nova.scheduler.client.report [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.194845] env[69350]: DEBUG oslo_vmware.api [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148377, 'name': PowerOnVM_Task, 'duration_secs': 0.521026} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.196118] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.196568] env[69350]: INFO nova.compute.manager [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Took 9.30 seconds to spawn the instance on the hypervisor. [ 668.196917] env[69350]: DEBUG nova.compute.manager [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.198760] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab23ac4-2343-4e45-9f4d-3ec79ebc60ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.545375] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688983} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.546423] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62/8093c0d1-f6cf-4edd-86e2-8ac2586fbe62.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.546423] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.546661] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91eaeec6-c5ad-4faa-b5ff-ed7920d0c395 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.557617] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for the task: (returnval){ [ 668.557617] env[69350]: value = "task-4148379" [ 668.557617] env[69350]: _type = "Task" [ 668.557617] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.570788] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.679998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.570s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.680252] env[69350]: INFO nova.compute.manager [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Migrating [ 668.680544] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.680791] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.682385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.114s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.684110] env[69350]: DEBUG nova.objects.instance [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lazy-loading 'resources' on Instance uuid 7cfde510-0408-47a5-a202-8af5a6a66588 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.687771] env[69350]: INFO nova.compute.rpcapi [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 668.688083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.725721] env[69350]: INFO nova.compute.manager [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Took 22.21 seconds to build instance. [ 669.076112] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183383} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.078041] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.078041] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a1d904-6b7a-4479-9e3c-0edbb9dc7427 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.087971] env[69350]: DEBUG nova.compute.manager [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Received event network-vif-plugged-e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.087971] env[69350]: DEBUG oslo_concurrency.lockutils [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] Acquiring lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.087971] env[69350]: DEBUG oslo_concurrency.lockutils [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.087971] env[69350]: DEBUG oslo_concurrency.lockutils [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.087971] env[69350]: DEBUG nova.compute.manager [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] No waiting events found dispatching network-vif-plugged-e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.088299] env[69350]: WARNING nova.compute.manager [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Received unexpected event network-vif-plugged-e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae for instance with vm_state building and task_state spawning. [ 669.088299] env[69350]: DEBUG nova.compute.manager [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Received event network-changed-e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.088299] env[69350]: DEBUG nova.compute.manager [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Refreshing instance network info cache due to event network-changed-e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.088510] env[69350]: DEBUG oslo_concurrency.lockutils [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] Acquiring lock "refresh_cache-8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.088557] env[69350]: DEBUG oslo_concurrency.lockutils [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] Acquired lock "refresh_cache-8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.091019] env[69350]: DEBUG nova.network.neutron [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Refreshing network info cache for port e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.128226] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62/8093c0d1-f6cf-4edd-86e2-8ac2586fbe62.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.132596] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3bd5dfa-f835-4c71-bccf-ae613d12e2e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.160262] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for the task: (returnval){ [ 669.160262] env[69350]: value = "task-4148381" [ 669.160262] env[69350]: _type = "Task" [ 669.160262] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.171292] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.218414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.218414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.219034] env[69350]: DEBUG nova.network.neutron [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.229498] env[69350]: DEBUG oslo_concurrency.lockutils [None req-90f20e71-1a7f-4979-8c81-004bb15db402 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.733s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.241981] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d358e376-de34-454b-8c95-dfc6936dd40e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.258801] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cd2bb7-7877-4499-a0db-e4166b855eec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.298864] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f28614-d926-4b22-8243-8fd0a8e360de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.310348] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b78d60b-ab70-4bf4-902c-5daddb0852f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.327563] env[69350]: DEBUG nova.compute.provider_tree [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.679166] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.719454] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.719666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.777623] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.778401] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.835018] env[69350]: DEBUG nova.scheduler.client.report [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.983776] env[69350]: DEBUG nova.network.neutron [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance_info_cache with network_info: [{"id": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "address": "fa:16:3e:f3:0f:46", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape680e5e7-28", "ovs_interfaceid": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.176212] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148381, 'name': ReconfigVM_Task, 'duration_secs': 0.803397} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.176601] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62/8093c0d1-f6cf-4edd-86e2-8ac2586fbe62.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.177636] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ab00f95-fcd5-4631-ae66-c67b3ab94f6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.187502] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for the task: (returnval){ [ 670.187502] env[69350]: value = "task-4148382" [ 670.187502] env[69350]: _type = "Task" [ 670.187502] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.199280] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148382, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.225062] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.232233] env[69350]: DEBUG nova.network.neutron [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Updated VIF entry in instance network info cache for port e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.232233] env[69350]: DEBUG nova.network.neutron [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Updating instance_info_cache with network_info: [{"id": "e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae", "address": "fa:16:3e:b9:54:30", "network": {"id": "a6f0ac7d-670c-4455-8577-d107a0f34900", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-386912518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76449deb535401982dfb1110168b9c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a1ae6c-ae", "ovs_interfaceid": "e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.282493] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.340032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.345962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.762s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.346242] env[69350]: DEBUG nova.objects.instance [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lazy-loading 'resources' on Instance uuid dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.372096] env[69350]: INFO nova.scheduler.client.report [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Deleted allocations for instance 7cfde510-0408-47a5-a202-8af5a6a66588 [ 670.384189] env[69350]: DEBUG nova.network.neutron [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Successfully updated port: fb5b0a30-9185-4f0d-861c-f38a07f05392 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.486615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.699233] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148382, 'name': Rename_Task, 'duration_secs': 0.210914} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.699700] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.699942] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fde400d-0695-47f0-9411-45cd8ac7ed9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.709085] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for the task: (returnval){ [ 670.709085] env[69350]: value = "task-4148383" [ 670.709085] env[69350]: _type = "Task" [ 670.709085] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.720107] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.735379] env[69350]: DEBUG oslo_concurrency.lockutils [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] Releasing lock "refresh_cache-8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.735648] env[69350]: DEBUG nova.compute.manager [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Received event network-changed-15fbefc1-30e3-4d77-b255-edc26206c6ef {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.735836] env[69350]: DEBUG nova.compute.manager [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Refreshing instance network info cache due to event network-changed-15fbefc1-30e3-4d77-b255-edc26206c6ef. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.736090] env[69350]: DEBUG oslo_concurrency.lockutils [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] Acquiring lock "refresh_cache-0d698890-4a4f-4058-b57c-602176248bbc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.736251] env[69350]: DEBUG oslo_concurrency.lockutils [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] Acquired lock "refresh_cache-0d698890-4a4f-4058-b57c-602176248bbc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.736434] env[69350]: DEBUG nova.network.neutron [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Refreshing network info cache for port 15fbefc1-30e3-4d77-b255-edc26206c6ef {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.756034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.811888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.892994] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13a5dcd7-aa9a-45ef-ab43-4f7d2ea433f0 tempest-AttachInterfacesV270Test-1135076339 tempest-AttachInterfacesV270Test-1135076339-project-member] Lock "7cfde510-0408-47a5-a202-8af5a6a66588" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.419s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.230956] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148383, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.261974] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52879a94-e723-4a23-b37e-bd8d814b78dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.271179] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3202f24-5deb-48b5-a57f-8bcfbba62006 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.327632] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15fdfd4-1400-4be0-b314-a363b2515e2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.347117] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcb0f6b-c403-4cd4-bc11-3d5525185af0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.367810] env[69350]: DEBUG nova.compute.provider_tree [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.694602] env[69350]: DEBUG nova.compute.manager [req-f683c281-13c6-4c28-a465-f45168fca3f9 req-a2d6b74a-d2a4-4014-bf0f-bcadf3214079 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Received event network-changed-cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.694963] env[69350]: DEBUG nova.compute.manager [req-f683c281-13c6-4c28-a465-f45168fca3f9 req-a2d6b74a-d2a4-4014-bf0f-bcadf3214079 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Refreshing instance network info cache due to event network-changed-cdb9a5c8-951f-47ce-9085-2662aa3a65c2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.695270] env[69350]: DEBUG oslo_concurrency.lockutils [req-f683c281-13c6-4c28-a465-f45168fca3f9 req-a2d6b74a-d2a4-4014-bf0f-bcadf3214079 service nova] Acquiring lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.695423] env[69350]: DEBUG oslo_concurrency.lockutils [req-f683c281-13c6-4c28-a465-f45168fca3f9 req-a2d6b74a-d2a4-4014-bf0f-bcadf3214079 service nova] Acquired lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.695586] env[69350]: DEBUG nova.network.neutron [req-f683c281-13c6-4c28-a465-f45168fca3f9 req-a2d6b74a-d2a4-4014-bf0f-bcadf3214079 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Refreshing network info cache for port cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.734135] env[69350]: DEBUG oslo_vmware.api [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148383, 'name': PowerOnVM_Task, 'duration_secs': 0.988339} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.738287] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.738623] env[69350]: INFO nova.compute.manager [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Took 10.25 seconds to spawn the instance on the hypervisor. [ 671.738996] env[69350]: DEBUG nova.compute.manager [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.742748] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58820f58-ee60-441e-9222-f278e9c23c22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.874453] env[69350]: DEBUG nova.scheduler.client.report [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.972090] env[69350]: DEBUG nova.network.neutron [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Updated VIF entry in instance network info cache for port 15fbefc1-30e3-4d77-b255-edc26206c6ef. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.972491] env[69350]: DEBUG nova.network.neutron [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Updating instance_info_cache with network_info: [{"id": "15fbefc1-30e3-4d77-b255-edc26206c6ef", "address": "fa:16:3e:ee:fd:81", "network": {"id": "ddc1763d-d00e-44d0-b869-8374f805cd32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1845949979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d579a63708ea438991dbf95457173644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15fbefc1-30", "ovs_interfaceid": "15fbefc1-30e3-4d77-b255-edc26206c6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.006904] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d173a399-5aee-41e6-9e5b-807b6d919666 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.032311] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance '219f08aa-ebaa-44f0-9bc9-1a0401fabb23' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 672.268100] env[69350]: INFO nova.compute.manager [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Took 23.87 seconds to build instance. [ 672.393256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.396924] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.774s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.397946] env[69350]: INFO nova.compute.claims [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.478814] env[69350]: DEBUG oslo_concurrency.lockutils [req-03c87f7a-47da-4b49-ad17-da3bb3312c1e req-401f19aa-c4ba-4c53-a347-5a43cadea73a service nova] Releasing lock "refresh_cache-0d698890-4a4f-4058-b57c-602176248bbc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.515861] env[69350]: INFO nova.scheduler.client.report [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Deleted allocations for instance dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1 [ 672.536318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "50988c7a-07dd-42d7-9fd2-790425947efe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.536636] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "50988c7a-07dd-42d7-9fd2-790425947efe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.542735] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.547452] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4021a4a0-835d-4f51-afca-6d6029b4e465 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.560202] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 672.560202] env[69350]: value = "task-4148385" [ 672.560202] env[69350]: _type = "Task" [ 672.560202] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.576025] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.770479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f64d192-8286-41b4-b6f2-c1a1a7e95d88 tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.382s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.030540] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a868e3c-7c73-4d2f-97cc-e9dd24b50f52 tempest-ServerDiagnosticsTest-1801058240 tempest-ServerDiagnosticsTest-1801058240-project-member] Lock "dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.696s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.044082] env[69350]: DEBUG nova.compute.manager [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.072936] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148385, 'name': PowerOffVM_Task, 'duration_secs': 0.383613} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.073253] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.073449] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance '219f08aa-ebaa-44f0-9bc9-1a0401fabb23' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.209441] env[69350]: DEBUG nova.network.neutron [req-f683c281-13c6-4c28-a465-f45168fca3f9 req-a2d6b74a-d2a4-4014-bf0f-bcadf3214079 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updated VIF entry in instance network info cache for port cdb9a5c8-951f-47ce-9085-2662aa3a65c2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.209805] env[69350]: DEBUG nova.network.neutron [req-f683c281-13c6-4c28-a465-f45168fca3f9 req-a2d6b74a-d2a4-4014-bf0f-bcadf3214079 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updating instance_info_cache with network_info: [{"id": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "address": "fa:16:3e:77:de:29", "network": {"id": "c06f9e3e-2075-4543-bb82-cd95e162001c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-57553653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f248a9f0d8ca4e69b4903195702a239e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb9a5c8-95", "ovs_interfaceid": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.452651] env[69350]: DEBUG nova.compute.manager [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received event network-vif-plugged-fb5b0a30-9185-4f0d-861c-f38a07f05392 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.452708] env[69350]: DEBUG oslo_concurrency.lockutils [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] Acquiring lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.452896] env[69350]: DEBUG oslo_concurrency.lockutils [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.453075] env[69350]: DEBUG oslo_concurrency.lockutils [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.453525] env[69350]: DEBUG nova.compute.manager [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] No waiting events found dispatching network-vif-plugged-fb5b0a30-9185-4f0d-861c-f38a07f05392 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.453525] env[69350]: WARNING nova.compute.manager [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received unexpected event network-vif-plugged-fb5b0a30-9185-4f0d-861c-f38a07f05392 for instance with vm_state building and task_state spawning. [ 673.453761] env[69350]: DEBUG nova.compute.manager [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received event network-changed-fb5b0a30-9185-4f0d-861c-f38a07f05392 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.453761] env[69350]: DEBUG nova.compute.manager [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Refreshing instance network info cache due to event network-changed-fb5b0a30-9185-4f0d-861c-f38a07f05392. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.453932] env[69350]: DEBUG oslo_concurrency.lockutils [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] Acquiring lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.454962] env[69350]: DEBUG oslo_concurrency.lockutils [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] Acquired lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.455547] env[69350]: DEBUG nova.network.neutron [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Refreshing network info cache for port fb5b0a30-9185-4f0d-861c-f38a07f05392 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.574384] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.579962] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.580215] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.580504] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.580592] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.580671] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.580816] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.581348] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.581510] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.581667] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.581830] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.581996] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.589730] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f23f76-5824-42fc-b252-ca7d9a7c378c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.612521] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 673.612521] env[69350]: value = "task-4148386" [ 673.612521] env[69350]: _type = "Task" [ 673.612521] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.629061] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148386, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.712943] env[69350]: DEBUG oslo_concurrency.lockutils [req-f683c281-13c6-4c28-a465-f45168fca3f9 req-a2d6b74a-d2a4-4014-bf0f-bcadf3214079 service nova] Releasing lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.802444] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d567119-b394-4c39-920c-19f785697a9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.811806] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dade4719-a952-44ff-b5ed-c20d6f94a7f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.849700] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c9f16-9713-4b88-9be4-68f246a412cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.859818] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb606c2-462c-490a-9694-cd297a9eb199 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.875930] env[69350]: DEBUG nova.compute.provider_tree [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.984746] env[69350]: DEBUG nova.network.neutron [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Successfully updated port: 75c81e07-3c65-42dd-aae7-20dac567df71 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.090746] env[69350]: DEBUG nova.network.neutron [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.125320] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148386, 'name': ReconfigVM_Task, 'duration_secs': 0.33342} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.125636] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance '219f08aa-ebaa-44f0-9bc9-1a0401fabb23' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 674.293079] env[69350]: DEBUG nova.network.neutron [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.379945] env[69350]: DEBUG nova.scheduler.client.report [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.635939] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.635939] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.635939] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.635939] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.636728] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.636728] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.636728] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.636728] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.636728] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.636978] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.636978] env[69350]: DEBUG nova.virt.hardware [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.642120] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 674.642120] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db737432-93a5-4bf0-b93f-b30e5852f0a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.667913] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 674.667913] env[69350]: value = "task-4148387" [ 674.667913] env[69350]: _type = "Task" [ 674.667913] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.681105] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.796579] env[69350]: DEBUG oslo_concurrency.lockutils [req-2b3eeab1-1ac8-442d-b657-91d87d6f5839 req-2d9fbd1e-33db-45cf-b422-8e3c2477069b service nova] Releasing lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.890312] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.891237] env[69350]: DEBUG nova.compute.manager [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.894230] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.208s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.896053] env[69350]: INFO nova.compute.claims [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.183530] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148387, 'name': ReconfigVM_Task, 'duration_secs': 0.432543} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.183530] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 675.184363] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4297f-47b2-42b0-b128-5815eb712282 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.214069] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 219f08aa-ebaa-44f0-9bc9-1a0401fabb23/219f08aa-ebaa-44f0-9bc9-1a0401fabb23.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.214764] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c36aa4f-2ceb-4a8a-b3bf-e69caeefc1a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.236695] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 675.236695] env[69350]: value = "task-4148388" [ 675.236695] env[69350]: _type = "Task" [ 675.236695] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.248978] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.403226] env[69350]: DEBUG nova.compute.utils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.405408] env[69350]: DEBUG nova.compute.manager [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.405858] env[69350]: DEBUG nova.network.neutron [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.694371] env[69350]: DEBUG nova.policy [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd2f6e2957274512ae6fc490da55382c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a6ada80f7914a55b5ad84a77bab47f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.757397] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.773163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.773163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.908886] env[69350]: DEBUG nova.compute.manager [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.255123] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148388, 'name': ReconfigVM_Task, 'duration_secs': 0.606202} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.258488] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 219f08aa-ebaa-44f0-9bc9-1a0401fabb23/219f08aa-ebaa-44f0-9bc9-1a0401fabb23.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.258827] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance '219f08aa-ebaa-44f0-9bc9-1a0401fabb23' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 676.276865] env[69350]: DEBUG nova.compute.manager [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.312423] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836607d4-4085-44fe-87e6-ecf6b38b46d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.322647] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca728048-ee1d-4194-9662-e9231b5a7c7f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.362878] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89b1d68-4967-461d-8e7c-6a4ca1a6e4e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.378405] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9625bc9-86b1-4c24-9c8a-cd94640ffe29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.397698] env[69350]: DEBUG nova.compute.provider_tree [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.734041] env[69350]: DEBUG nova.network.neutron [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Successfully created port: ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.767260] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac9c283-7b56-4ece-8def-e7e0e260a74a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.790038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110a76dc-2495-429c-9b0e-85987b074d97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.815710] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance '219f08aa-ebaa-44f0-9bc9-1a0401fabb23' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 676.820508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.900930] env[69350]: DEBUG nova.scheduler.client.report [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.921598] env[69350]: DEBUG nova.compute.manager [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.925364] env[69350]: DEBUG nova.compute.manager [req-14ceeeb9-02f8-4714-aa6c-0db4b9127d61 req-307d7002-c4b6-486e-aeb3-106f3b0b090a service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Received event network-changed-ef941e6f-e5ef-4b0b-a529-aa835ccd349f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.925610] env[69350]: DEBUG nova.compute.manager [req-14ceeeb9-02f8-4714-aa6c-0db4b9127d61 req-307d7002-c4b6-486e-aeb3-106f3b0b090a service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Refreshing instance network info cache due to event network-changed-ef941e6f-e5ef-4b0b-a529-aa835ccd349f. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.926566] env[69350]: DEBUG oslo_concurrency.lockutils [req-14ceeeb9-02f8-4714-aa6c-0db4b9127d61 req-307d7002-c4b6-486e-aeb3-106f3b0b090a service nova] Acquiring lock "refresh_cache-c32bd89f-aae2-4f58-9b84-18b5f0d8801c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.926566] env[69350]: DEBUG oslo_concurrency.lockutils [req-14ceeeb9-02f8-4714-aa6c-0db4b9127d61 req-307d7002-c4b6-486e-aeb3-106f3b0b090a service nova] Acquired lock "refresh_cache-c32bd89f-aae2-4f58-9b84-18b5f0d8801c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.926566] env[69350]: DEBUG nova.network.neutron [req-14ceeeb9-02f8-4714-aa6c-0db4b9127d61 req-307d7002-c4b6-486e-aeb3-106f3b0b090a service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Refreshing network info cache for port ef941e6f-e5ef-4b0b-a529-aa835ccd349f {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.960465] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:20:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='397106109',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1667062283',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.960677] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.960796] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.961372] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.961372] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.961372] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.961564] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.961619] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.961787] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.962050] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.962261] env[69350]: DEBUG nova.virt.hardware [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.963253] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6194a8a1-e3a1-46ac-b2b0-7d25d8eb8d3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.973484] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c05e4-1f63-427c-b4a2-3cdef63a342a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.055879] env[69350]: DEBUG nova.network.neutron [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Successfully updated port: 88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.408155] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.412026] env[69350]: DEBUG nova.compute.manager [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.413805] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.908s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.416254] env[69350]: INFO nova.compute.claims [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.468032] env[69350]: DEBUG nova.network.neutron [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Port e680e5e7-28dd-43af-b1d0-1acd6c820954 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 677.561528] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.561528] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquired lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.561528] env[69350]: DEBUG nova.network.neutron [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.788394] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Acquiring lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.788639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.915822] env[69350]: DEBUG nova.compute.utils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.917215] env[69350]: DEBUG nova.compute.manager [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.917375] env[69350]: DEBUG nova.network.neutron [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.999422] env[69350]: DEBUG nova.network.neutron [req-14ceeeb9-02f8-4714-aa6c-0db4b9127d61 req-307d7002-c4b6-486e-aeb3-106f3b0b090a service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Updated VIF entry in instance network info cache for port ef941e6f-e5ef-4b0b-a529-aa835ccd349f. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.999878] env[69350]: DEBUG nova.network.neutron [req-14ceeeb9-02f8-4714-aa6c-0db4b9127d61 req-307d7002-c4b6-486e-aeb3-106f3b0b090a service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Updating instance_info_cache with network_info: [{"id": "ef941e6f-e5ef-4b0b-a529-aa835ccd349f", "address": "fa:16:3e:f6:b1:1d", "network": {"id": "71e31f28-9e65-4026-9b14-f2e7ad91e8b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1780678547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23516d1454e0486793cde2b2e3640de6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef941e6f-e5", "ovs_interfaceid": "ef941e6f-e5ef-4b0b-a529-aa835ccd349f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.084149] env[69350]: DEBUG nova.policy [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74a67fed787d48c5ae5a33360355df63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '308690348dc6494bae09f6286cbd55b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.141216] env[69350]: DEBUG nova.network.neutron [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.154343] env[69350]: DEBUG nova.compute.manager [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received event network-vif-plugged-75c81e07-3c65-42dd-aae7-20dac567df71 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.154714] env[69350]: DEBUG oslo_concurrency.lockutils [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] Acquiring lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.154810] env[69350]: DEBUG oslo_concurrency.lockutils [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.154995] env[69350]: DEBUG oslo_concurrency.lockutils [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.156140] env[69350]: DEBUG nova.compute.manager [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] No waiting events found dispatching network-vif-plugged-75c81e07-3c65-42dd-aae7-20dac567df71 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.156140] env[69350]: WARNING nova.compute.manager [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received unexpected event network-vif-plugged-75c81e07-3c65-42dd-aae7-20dac567df71 for instance with vm_state building and task_state spawning. [ 678.156140] env[69350]: DEBUG nova.compute.manager [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received event network-changed-75c81e07-3c65-42dd-aae7-20dac567df71 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.156634] env[69350]: DEBUG nova.compute.manager [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Refreshing instance network info cache due to event network-changed-75c81e07-3c65-42dd-aae7-20dac567df71. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.156634] env[69350]: DEBUG oslo_concurrency.lockutils [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] Acquiring lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.291353] env[69350]: DEBUG nova.compute.manager [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.424909] env[69350]: DEBUG nova.compute.manager [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.488136] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5209ae02-8c3c-f18c-79db-1f58a6b21d8a/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 678.489533] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d702d533-3876-4461-8454-2f258ecbd9ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.508428] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.508849] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.512160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.514854] env[69350]: DEBUG oslo_concurrency.lockutils [req-14ceeeb9-02f8-4714-aa6c-0db4b9127d61 req-307d7002-c4b6-486e-aeb3-106f3b0b090a service nova] Releasing lock "refresh_cache-c32bd89f-aae2-4f58-9b84-18b5f0d8801c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.518374] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5209ae02-8c3c-f18c-79db-1f58a6b21d8a/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 678.518593] env[69350]: ERROR oslo_vmware.rw_handles [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5209ae02-8c3c-f18c-79db-1f58a6b21d8a/disk-0.vmdk due to incomplete transfer. [ 678.518703] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0cb634c8-34e0-416b-af64-67af1bce59f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.536473] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5209ae02-8c3c-f18c-79db-1f58a6b21d8a/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 678.536612] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Uploaded image 85e3deb6-f681-434c-9bb9-26eac70c0724 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 678.538679] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 678.539539] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1fee0396-97cc-4ce4-b6fd-40fd354debdb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.548825] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 678.548825] env[69350]: value = "task-4148389" [ 678.548825] env[69350]: _type = "Task" [ 678.548825] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.563946] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148389, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.819211] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.921051] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8d4d2c-c530-4880-bcd1-0264b715f18c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.932712] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1755b847-a779-49cd-8747-8e99e09316a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.970909] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78db6ae-8adc-4238-9ec4-a80ef89081d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.979752] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d91dd38-f9e1-44a7-b930-263ea9f8a461 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.995914] env[69350]: DEBUG nova.compute.provider_tree [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.006419] env[69350]: DEBUG nova.network.neutron [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Updating instance_info_cache with network_info: [{"id": "fb5b0a30-9185-4f0d-861c-f38a07f05392", "address": "fa:16:3e:cc:6a:71", "network": {"id": "a36aa094-c499-4b83-a8c8-556991fc9492", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644779257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5b0a30-91", "ovs_interfaceid": "fb5b0a30-9185-4f0d-861c-f38a07f05392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75c81e07-3c65-42dd-aae7-20dac567df71", "address": "fa:16:3e:c8:45:b2", "network": {"id": "f003cce9-8c25-49fc-aa28-cf9146c28350", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1449396100", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c81e07-3c", "ovs_interfaceid": "75c81e07-3c65-42dd-aae7-20dac567df71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964", "address": "fa:16:3e:3b:32:f5", "network": {"id": "a36aa094-c499-4b83-a8c8-556991fc9492", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644779257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a6cd23-d9", "ovs_interfaceid": "88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.063749] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148389, 'name': Destroy_Task, 'duration_secs': 0.471478} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.064096] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Destroyed the VM [ 679.064454] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 679.065192] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4b3bb0f-90db-4ed3-9823-ed34b52be601 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.073229] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 679.073229] env[69350]: value = "task-4148390" [ 679.073229] env[69350]: _type = "Task" [ 679.073229] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.086395] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148390, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.443456] env[69350]: DEBUG nova.compute.manager [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.474510] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.474795] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.475066] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.475516] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.476178] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.476178] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.476483] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.476572] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.476733] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.476891] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.477071] env[69350]: DEBUG nova.virt.hardware [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.478034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d17e2d-d4a4-4c97-9813-1904aee26f6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.490481] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe8f6cd-71ba-409f-8aa9-3ca2758e4fe4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.512473] env[69350]: DEBUG nova.scheduler.client.report [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.519653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Releasing lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.520388] env[69350]: DEBUG nova.compute.manager [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Instance network_info: |[{"id": "fb5b0a30-9185-4f0d-861c-f38a07f05392", "address": "fa:16:3e:cc:6a:71", "network": {"id": "a36aa094-c499-4b83-a8c8-556991fc9492", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644779257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5b0a30-91", "ovs_interfaceid": "fb5b0a30-9185-4f0d-861c-f38a07f05392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75c81e07-3c65-42dd-aae7-20dac567df71", "address": "fa:16:3e:c8:45:b2", "network": {"id": "f003cce9-8c25-49fc-aa28-cf9146c28350", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1449396100", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c81e07-3c", "ovs_interfaceid": "75c81e07-3c65-42dd-aae7-20dac567df71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964", "address": "fa:16:3e:3b:32:f5", "network": {"id": "a36aa094-c499-4b83-a8c8-556991fc9492", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644779257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a6cd23-d9", "ovs_interfaceid": "88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.521626] env[69350]: DEBUG oslo_concurrency.lockutils [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] Acquired lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.522285] env[69350]: DEBUG nova.network.neutron [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Refreshing network info cache for port 75c81e07-3c65-42dd-aae7-20dac567df71 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.524559] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:6a:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb5b0a30-9185-4f0d-861c-f38a07f05392', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:45:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75c81e07-3c65-42dd-aae7-20dac567df71', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:32:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.547031] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Creating folder: Project (449c12a1501145728679b8ccbffb6354). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.553875] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d81c4467-fc4b-4b2d-8933-43050230ec0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.568348] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Created folder: Project (449c12a1501145728679b8ccbffb6354) in parent group-v821414. [ 679.568534] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Creating folder: Instances. Parent ref: group-v821464. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.568797] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83caa2d3-2d39-4b68-9515-1b033194ce36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.583833] env[69350]: DEBUG oslo_vmware.api [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148390, 'name': RemoveSnapshot_Task, 'duration_secs': 0.428295} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.585079] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 679.585397] env[69350]: INFO nova.compute.manager [None req-3fd6a8fd-213f-4996-bd5f-932f6c551daf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 679.587962] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Created folder: Instances in parent group-v821464. [ 679.588246] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.589014] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.589014] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c5d7d16-a8a9-4d31-9720-c5575c3a2478 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.620816] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.620816] env[69350]: value = "task-4148393" [ 679.620816] env[69350]: _type = "Task" [ 679.620816] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.632386] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148393, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.682220] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.682914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.682914] env[69350]: DEBUG nova.network.neutron [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.836464] env[69350]: DEBUG nova.network.neutron [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Successfully created port: 7de7ed69-e095-4c4f-bfce-47a50727bd80 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.937803] env[69350]: DEBUG nova.network.neutron [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Updated VIF entry in instance network info cache for port 75c81e07-3c65-42dd-aae7-20dac567df71. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.937803] env[69350]: DEBUG nova.network.neutron [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Updating instance_info_cache with network_info: [{"id": "fb5b0a30-9185-4f0d-861c-f38a07f05392", "address": "fa:16:3e:cc:6a:71", "network": {"id": "a36aa094-c499-4b83-a8c8-556991fc9492", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644779257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5b0a30-91", "ovs_interfaceid": "fb5b0a30-9185-4f0d-861c-f38a07f05392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75c81e07-3c65-42dd-aae7-20dac567df71", "address": "fa:16:3e:c8:45:b2", "network": {"id": "f003cce9-8c25-49fc-aa28-cf9146c28350", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1449396100", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c81e07-3c", "ovs_interfaceid": "75c81e07-3c65-42dd-aae7-20dac567df71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964", "address": "fa:16:3e:3b:32:f5", "network": {"id": "a36aa094-c499-4b83-a8c8-556991fc9492", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644779257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a6cd23-d9", "ovs_interfaceid": "88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.022414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.022964] env[69350]: DEBUG nova.compute.manager [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.028036] env[69350]: DEBUG oslo_concurrency.lockutils [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.500s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.028198] env[69350]: DEBUG nova.objects.instance [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lazy-loading 'resources' on Instance uuid b32dab67-1cb9-479c-8458-ce2fc90801c1 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.131872] env[69350]: DEBUG nova.network.neutron [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Successfully updated port: ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.152753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "refresh_cache-3be3613b-9065-4c1d-acce-6caa0af871a9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.152753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquired lock "refresh_cache-3be3613b-9065-4c1d-acce-6caa0af871a9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.152753] env[69350]: DEBUG nova.network.neutron [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.167889] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148393, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.440514] env[69350]: DEBUG oslo_concurrency.lockutils [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] Releasing lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.440869] env[69350]: DEBUG nova.compute.manager [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Received event network-changed-2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.441043] env[69350]: DEBUG nova.compute.manager [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Refreshing instance network info cache due to event network-changed-2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.441979] env[69350]: DEBUG oslo_concurrency.lockutils [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] Acquiring lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.441979] env[69350]: DEBUG oslo_concurrency.lockutils [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] Acquired lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.441979] env[69350]: DEBUG nova.network.neutron [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Refreshing network info cache for port 2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.530488] env[69350]: DEBUG nova.compute.utils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.531956] env[69350]: DEBUG nova.compute.manager [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.534460] env[69350]: DEBUG nova.network.neutron [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.596145] env[69350]: DEBUG nova.policy [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd17833fc187423684ed6ecbd1dc9ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f22dfbce08f4ef4b3a8d189bd4b4071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.598248] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquiring lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.598413] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.598615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquiring lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.598792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.598951] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.606433] env[69350]: INFO nova.compute.manager [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Terminating instance [ 680.636988] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148393, 'name': CreateVM_Task, 'duration_secs': 0.788053} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.637227] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.643323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.643323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.643323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.643523] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28047db3-c9b3-444c-a457-1496c8e1980a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.655034] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 680.655034] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52189e67-248c-7985-b100-1daa92b6b238" [ 680.655034] env[69350]: _type = "Task" [ 680.655034] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.674468] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52189e67-248c-7985-b100-1daa92b6b238, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.674775] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.675593] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.675994] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.676177] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.676380] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.676858] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9791a102-86b8-4f64-85d8-3a7a59f7c7b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.691375] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.691375] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.692350] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab61a418-d0ca-4056-a92c-6f4638800b25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.699660] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 680.699660] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52acba89-dafe-84fa-f7b4-bff476237152" [ 680.699660] env[69350]: _type = "Task" [ 680.699660] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.718310] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52acba89-dafe-84fa-f7b4-bff476237152, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.719174] env[69350]: DEBUG nova.network.neutron [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.721969] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d408aa-d525-49d6-a3d1-795d0a83d062 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.728736] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 680.728736] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5239fe95-a34f-29b1-5109-a0403f3f37a9" [ 680.728736] env[69350]: _type = "Task" [ 680.728736] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.738573] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5239fe95-a34f-29b1-5109-a0403f3f37a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.755716] env[69350]: DEBUG nova.network.neutron [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance_info_cache with network_info: [{"id": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "address": "fa:16:3e:f3:0f:46", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape680e5e7-28", "ovs_interfaceid": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.960021] env[69350]: DEBUG nova.network.neutron [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Updating instance_info_cache with network_info: [{"id": "ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e", "address": "fa:16:3e:55:1a:bb", "network": {"id": "50ef5e40-1073-44c8-8191-a17b4cecb60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1692001907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6ada80f7914a55b5ad84a77bab47f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5cf5a6-c6", "ovs_interfaceid": "ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.014060] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58c5ac3-8eea-4684-96af-0fce1ccf1e19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.025063] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716d7676-5937-4106-b3e0-b1033e52ab3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.065620] env[69350]: DEBUG nova.compute.manager [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.070303] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37f5e46-c04d-4340-82f2-3f52a5d6f1e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.075610] env[69350]: DEBUG nova.network.neutron [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Successfully created port: 8079b7ef-1181-46e0-ae96-f3d7c8a96079 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.084020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef3a103-de61-497b-a4c4-8b59296ef0f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.102301] env[69350]: DEBUG nova.compute.provider_tree [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.110299] env[69350]: DEBUG nova.compute.manager [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.110565] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.111733] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15efe695-0c65-4711-bc27-20d52ff796e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.123518] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.123518] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeff71ba-dd10-43ef-b48e-993596183571 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.130832] env[69350]: DEBUG oslo_vmware.api [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for the task: (returnval){ [ 681.130832] env[69350]: value = "task-4148394" [ 681.130832] env[69350]: _type = "Task" [ 681.130832] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.141045] env[69350]: DEBUG oslo_vmware.api [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.239932] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5239fe95-a34f-29b1-5109-a0403f3f37a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.240251] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.240543] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] d10e36b7-97c5-4468-bab1-bfc79f77ccf6/d10e36b7-97c5-4468-bab1-bfc79f77ccf6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.240795] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668987a0-fcea-4704-af8a-b04cdc8d728f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.251327] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 681.251327] env[69350]: value = "task-4148395" [ 681.251327] env[69350]: _type = "Task" [ 681.251327] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.261407] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.265646] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.463533] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Releasing lock "refresh_cache-3be3613b-9065-4c1d-acce-6caa0af871a9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.463917] env[69350]: DEBUG nova.compute.manager [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Instance network_info: |[{"id": "ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e", "address": "fa:16:3e:55:1a:bb", "network": {"id": "50ef5e40-1073-44c8-8191-a17b4cecb60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1692001907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6ada80f7914a55b5ad84a77bab47f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5cf5a6-c6", "ovs_interfaceid": "ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.464939] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:1a:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.480796] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Creating folder: Project (6a6ada80f7914a55b5ad84a77bab47f7). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.481502] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00e82472-de7d-40a3-8719-af740a67f149 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.495387] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Created folder: Project (6a6ada80f7914a55b5ad84a77bab47f7) in parent group-v821414. [ 681.495699] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Creating folder: Instances. Parent ref: group-v821467. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.500025] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9537d7f-194e-473a-a10b-3316c966a949 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.509893] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Created folder: Instances in parent group-v821467. [ 681.510424] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.510711] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.511847] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a81f9a9-9d07-4e84-859d-543aecb27bb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.546643] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.546643] env[69350]: value = "task-4148398" [ 681.546643] env[69350]: _type = "Task" [ 681.546643] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.561038] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148398, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.605465] env[69350]: DEBUG nova.scheduler.client.report [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.643828] env[69350]: DEBUG oslo_vmware.api [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148394, 'name': PowerOffVM_Task, 'duration_secs': 0.247989} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.643828] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.643828] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.644121] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a47dd8-efc6-48db-b717-895e4efd5aa8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.774026] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148395, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.775838] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.776118] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.776302] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Deleting the datastore file [datastore1] 6708c2e5-83b9-479b-b7e2-b07ff079c1a3 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.776953] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c3d5fdb-bad3-495a-8734-4ef195edbddc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.785427] env[69350]: DEBUG oslo_vmware.api [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for the task: (returnval){ [ 681.785427] env[69350]: value = "task-4148400" [ 681.785427] env[69350]: _type = "Task" [ 681.785427] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.796802] env[69350]: DEBUG oslo_vmware.api [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.807429] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d872961a-2dcd-4cf7-833b-3b4bb2fa0c14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.828462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfba87dc-372e-4395-aa59-c85ac5991489 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.836523] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance '219f08aa-ebaa-44f0-9bc9-1a0401fabb23' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 681.931736] env[69350]: DEBUG nova.network.neutron [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Updated VIF entry in instance network info cache for port 2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.932605] env[69350]: DEBUG nova.network.neutron [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Updating instance_info_cache with network_info: [{"id": "2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8", "address": "fa:16:3e:40:64:b7", "network": {"id": "acbd0523-45b0-4f9d-aa33-5b9092c55db1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-428409358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3eccbf1bc6a499b8c0939aaeee33d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9b31e9-2a", "ovs_interfaceid": "2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.058290] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148398, 'name': CreateVM_Task, 'duration_secs': 0.449847} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.058609] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.059179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.059376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.059736] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.059958] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7358290-a073-4106-9efb-556b4dd14611 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.065434] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 682.065434] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52146bfa-d0cd-ea88-be41-8c34b736cf82" [ 682.065434] env[69350]: _type = "Task" [ 682.065434] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.074341] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52146bfa-d0cd-ea88-be41-8c34b736cf82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.075452] env[69350]: DEBUG nova.compute.manager [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.098172] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.098172] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.098172] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.098370] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.098415] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.098909] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.098909] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.098909] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.099084] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.100925] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.100925] env[69350]: DEBUG nova.virt.hardware [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.100925] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc466fc-f776-417c-b2de-f5a4d0800769 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.109428] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077266ee-1b61-4879-b3bf-6cddd36a70d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.113962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.116217] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.251s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.116558] env[69350]: DEBUG nova.objects.instance [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Lazy-loading 'resources' on Instance uuid 92f3ac37-c488-4245-b06b-00d8adf0b81c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.146045] env[69350]: INFO nova.scheduler.client.report [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Deleted allocations for instance b32dab67-1cb9-479c-8458-ce2fc90801c1 [ 682.265654] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577477} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.265775] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] d10e36b7-97c5-4468-bab1-bfc79f77ccf6/d10e36b7-97c5-4468-bab1-bfc79f77ccf6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.265974] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.266237] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3447f43e-9a98-425f-9087-a852c614004d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.274921] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 682.274921] env[69350]: value = "task-4148401" [ 682.274921] env[69350]: _type = "Task" [ 682.274921] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.285713] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.296428] env[69350]: DEBUG oslo_vmware.api [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Task: {'id': task-4148400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164664} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.296660] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.296848] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.297035] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.297281] env[69350]: INFO nova.compute.manager [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 682.297462] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.297647] env[69350]: DEBUG nova.compute.manager [-] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.297743] env[69350]: DEBUG nova.network.neutron [-] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.343510] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.343762] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac2bed8c-f2bd-4bb0-ab2f-73905bf075af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.357827] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 682.357827] env[69350]: value = "task-4148402" [ 682.357827] env[69350]: _type = "Task" [ 682.357827] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.369930] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.436880] env[69350]: DEBUG oslo_concurrency.lockutils [req-ae6be2c8-4bf1-40d6-894b-6c455f9e2676 req-9f2a6b2f-3d1f-489b-965d-4c25c681dd9a service nova] Releasing lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.555373] env[69350]: DEBUG nova.network.neutron [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Successfully updated port: 7de7ed69-e095-4c4f-bfce-47a50727bd80 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.589106] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52146bfa-d0cd-ea88-be41-8c34b736cf82, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.590383] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.590383] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.590383] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.591200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.591641] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.592031] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c063f6-87c6-4db8-88e1-7b5d6192bacf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.606167] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.606167] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.606684] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696ebea4-adf2-4aa3-8dc8-31f39f1ee851 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.614765] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 682.614765] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527a60af-3e61-a27c-6ef4-23507b368504" [ 682.614765] env[69350]: _type = "Task" [ 682.614765] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.624472] env[69350]: DEBUG nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received event network-vif-plugged-88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.624722] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Acquiring lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.625741] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.625741] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.625741] env[69350]: DEBUG nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] No waiting events found dispatching network-vif-plugged-88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.626031] env[69350]: WARNING nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received unexpected event network-vif-plugged-88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964 for instance with vm_state building and task_state spawning. [ 682.628213] env[69350]: DEBUG nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received event network-changed-88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.628213] env[69350]: DEBUG nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Refreshing instance network info cache due to event network-changed-88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.628213] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Acquiring lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.628213] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Acquired lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.628496] env[69350]: DEBUG nova.network.neutron [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Refreshing network info cache for port 88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.638630] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527a60af-3e61-a27c-6ef4-23507b368504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.655642] env[69350]: DEBUG oslo_concurrency.lockutils [None req-382ab73e-2c83-4bf6-ac15-37f19298d2f1 tempest-ImagesNegativeTestJSON-626169961 tempest-ImagesNegativeTestJSON-626169961-project-member] Lock "b32dab67-1cb9-479c-8458-ce2fc90801c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.290s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.790428] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086476} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.794169] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.794755] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391f6c7-b510-4327-a739-ed92a1fe48b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.845182] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] d10e36b7-97c5-4468-bab1-bfc79f77ccf6/d10e36b7-97c5-4468-bab1-bfc79f77ccf6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.848850] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d50daf-8fd6-4b0a-84a8-2f04e6e6e46d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.876035] env[69350]: DEBUG oslo_vmware.api [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148402, 'name': PowerOnVM_Task, 'duration_secs': 0.51926} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.877514] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.877696] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec7f464-1ac3-4619-a050-8e8e3432dfaa tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance '219f08aa-ebaa-44f0-9bc9-1a0401fabb23' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 682.883297] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 682.883297] env[69350]: value = "task-4148403" [ 682.883297] env[69350]: _type = "Task" [ 682.883297] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.891743] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148403, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.979066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquiring lock "0c362d02-acb5-493f-a146-e46ba4c3e26f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.979649] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Lock "0c362d02-acb5-493f-a146-e46ba4c3e26f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.060365] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquiring lock "refresh_cache-0ad8034d-05fb-41aa-8dcf-4554b8cc461a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.060365] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquired lock "refresh_cache-0ad8034d-05fb-41aa-8dcf-4554b8cc461a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.060365] env[69350]: DEBUG nova.network.neutron [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.130544] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527a60af-3e61-a27c-6ef4-23507b368504, 'name': SearchDatastore_Task, 'duration_secs': 0.038996} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.131597] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c41e7d1-0f12-4066-ba20-8d2c71210b18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.135689] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcdd9b7-45e7-475a-90e0-f3b0c1e2e880 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.145192] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 683.145192] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52568a16-0084-8225-5787-f2ce714077e6" [ 683.145192] env[69350]: _type = "Task" [ 683.145192] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.153394] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1623afcf-b74f-492d-bbbd-fd5360f00cfa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.164179] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52568a16-0084-8225-5787-f2ce714077e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012828} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.190599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.191062] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 3be3613b-9065-4c1d-acce-6caa0af871a9/3be3613b-9065-4c1d-acce-6caa0af871a9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.191652] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1b75f9f-eeac-4447-8bed-449cae3be13c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.194543] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a2099-64e8-4816-b9e6-e1440a8f4707 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.206159] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1c2be4-b4e5-486b-a575-8a50ad36b28c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.210534] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 683.210534] env[69350]: value = "task-4148404" [ 683.210534] env[69350]: _type = "Task" [ 683.210534] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.224781] env[69350]: DEBUG nova.compute.provider_tree [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.231558] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.403797] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148403, 'name': ReconfigVM_Task, 'duration_secs': 0.343325} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.403945] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Reconfigured VM instance instance-00000010 to attach disk [datastore1] d10e36b7-97c5-4468-bab1-bfc79f77ccf6/d10e36b7-97c5-4468-bab1-bfc79f77ccf6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.404810] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4227f2f-1eab-42bd-b49e-84d1dd785f6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.413672] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 683.413672] env[69350]: value = "task-4148405" [ 683.413672] env[69350]: _type = "Task" [ 683.413672] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.423838] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148405, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.501252] env[69350]: DEBUG nova.network.neutron [-] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.698354] env[69350]: DEBUG nova.network.neutron [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.721842] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148404, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.732494] env[69350]: DEBUG nova.scheduler.client.report [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.845962] env[69350]: DEBUG nova.network.neutron [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Successfully updated port: 8079b7ef-1181-46e0-ae96-f3d7c8a96079 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.929756] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148405, 'name': Rename_Task, 'duration_secs': 0.232426} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.930624] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.930873] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c40026ac-ae3b-45d6-a5f4-b3a2b72906a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.941162] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 683.941162] env[69350]: value = "task-4148406" [ 683.941162] env[69350]: _type = "Task" [ 683.941162] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.950791] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.007066] env[69350]: INFO nova.compute.manager [-] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Took 1.71 seconds to deallocate network for instance. [ 684.121673] env[69350]: DEBUG nova.network.neutron [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Updated VIF entry in instance network info cache for port 88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.122490] env[69350]: DEBUG nova.network.neutron [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Updating instance_info_cache with network_info: [{"id": "fb5b0a30-9185-4f0d-861c-f38a07f05392", "address": "fa:16:3e:cc:6a:71", "network": {"id": "a36aa094-c499-4b83-a8c8-556991fc9492", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644779257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5b0a30-91", "ovs_interfaceid": "fb5b0a30-9185-4f0d-861c-f38a07f05392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75c81e07-3c65-42dd-aae7-20dac567df71", "address": "fa:16:3e:c8:45:b2", "network": {"id": "f003cce9-8c25-49fc-aa28-cf9146c28350", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1449396100", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c81e07-3c", "ovs_interfaceid": "75c81e07-3c65-42dd-aae7-20dac567df71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964", "address": "fa:16:3e:3b:32:f5", "network": {"id": "a36aa094-c499-4b83-a8c8-556991fc9492", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644779257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a6cd23-d9", "ovs_interfaceid": "88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.224513] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148404, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.239728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.242469] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.903s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.244132] env[69350]: INFO nova.compute.claims [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.268907] env[69350]: INFO nova.scheduler.client.report [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Deleted allocations for instance 92f3ac37-c488-4245-b06b-00d8adf0b81c [ 684.300611] env[69350]: DEBUG nova.network.neutron [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Updating instance_info_cache with network_info: [{"id": "7de7ed69-e095-4c4f-bfce-47a50727bd80", "address": "fa:16:3e:12:fb:ed", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de7ed69-e0", "ovs_interfaceid": "7de7ed69-e095-4c4f-bfce-47a50727bd80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.347407] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquiring lock "refresh_cache-08474bab-98fc-42ff-ae8a-fde7d4819d51" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.347515] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquired lock "refresh_cache-08474bab-98fc-42ff-ae8a-fde7d4819d51" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.347684] env[69350]: DEBUG nova.network.neutron [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.452936] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.515354] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.625397] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Releasing lock "refresh_cache-d10e36b7-97c5-4468-bab1-bfc79f77ccf6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.625575] env[69350]: DEBUG nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Received event network-changed-e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.625743] env[69350]: DEBUG nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Refreshing instance network info cache due to event network-changed-e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.625985] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Acquiring lock "refresh_cache-8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.626192] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Acquired lock "refresh_cache-8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.626300] env[69350]: DEBUG nova.network.neutron [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Refreshing network info cache for port e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.723107] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148404, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.780743] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92eb3f30-4019-4364-bd03-35133a748a53 tempest-DeleteServersAdminTestJSON-1665479652 tempest-DeleteServersAdminTestJSON-1665479652-project-admin] Lock "92f3ac37-c488-4245-b06b-00d8adf0b81c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.892s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.806602] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Releasing lock "refresh_cache-0ad8034d-05fb-41aa-8dcf-4554b8cc461a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.806864] env[69350]: DEBUG nova.compute.manager [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Instance network_info: |[{"id": "7de7ed69-e095-4c4f-bfce-47a50727bd80", "address": "fa:16:3e:12:fb:ed", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de7ed69-e0", "ovs_interfaceid": "7de7ed69-e095-4c4f-bfce-47a50727bd80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.811272] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:fb:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7de7ed69-e095-4c4f-bfce-47a50727bd80', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.820025] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Creating folder: Project (308690348dc6494bae09f6286cbd55b7). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.821941] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac57255-6114-40d9-a916-dc2461a63db4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.836199] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Created folder: Project (308690348dc6494bae09f6286cbd55b7) in parent group-v821414. [ 684.838552] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Creating folder: Instances. Parent ref: group-v821470. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.838552] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3dea713-2716-4e04-928d-91217b8c06cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.854152] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Created folder: Instances in parent group-v821470. [ 684.854326] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.854898] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.855118] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3283f03c-4553-4768-b04b-91a29342aaea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.879912] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.879912] env[69350]: value = "task-4148409" [ 684.879912] env[69350]: _type = "Task" [ 684.879912] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.898228] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148409, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.952641] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.988583] env[69350]: DEBUG nova.network.neutron [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.228588] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148404, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.588302} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.230598] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 3be3613b-9065-4c1d-acce-6caa0af871a9/3be3613b-9065-4c1d-acce-6caa0af871a9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.231346] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.232441] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75319f38-45f3-48a7-b313-99cd9b1afb1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.243290] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 685.243290] env[69350]: value = "task-4148410" [ 685.243290] env[69350]: _type = "Task" [ 685.243290] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.265044] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.398713] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148409, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.455753] env[69350]: DEBUG oslo_vmware.api [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148406, 'name': PowerOnVM_Task, 'duration_secs': 1.196839} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.456070] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.456343] env[69350]: INFO nova.compute.manager [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Took 20.14 seconds to spawn the instance on the hypervisor. [ 685.456525] env[69350]: DEBUG nova.compute.manager [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.458187] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e29f2f-e7fb-4314-91fc-0805ba430a74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.470181] env[69350]: DEBUG nova.compute.manager [req-5eb12b13-e4ae-45f9-b0b3-a9287bbaa5a4 req-63070042-d741-492a-9416-7c14e1f41546 service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Received event network-vif-plugged-8079b7ef-1181-46e0-ae96-f3d7c8a96079 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.470181] env[69350]: DEBUG oslo_concurrency.lockutils [req-5eb12b13-e4ae-45f9-b0b3-a9287bbaa5a4 req-63070042-d741-492a-9416-7c14e1f41546 service nova] Acquiring lock "08474bab-98fc-42ff-ae8a-fde7d4819d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.470181] env[69350]: DEBUG oslo_concurrency.lockutils [req-5eb12b13-e4ae-45f9-b0b3-a9287bbaa5a4 req-63070042-d741-492a-9416-7c14e1f41546 service nova] Lock "08474bab-98fc-42ff-ae8a-fde7d4819d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.470181] env[69350]: DEBUG oslo_concurrency.lockutils [req-5eb12b13-e4ae-45f9-b0b3-a9287bbaa5a4 req-63070042-d741-492a-9416-7c14e1f41546 service nova] Lock "08474bab-98fc-42ff-ae8a-fde7d4819d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.470181] env[69350]: DEBUG nova.compute.manager [req-5eb12b13-e4ae-45f9-b0b3-a9287bbaa5a4 req-63070042-d741-492a-9416-7c14e1f41546 service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] No waiting events found dispatching network-vif-plugged-8079b7ef-1181-46e0-ae96-f3d7c8a96079 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.470585] env[69350]: WARNING nova.compute.manager [req-5eb12b13-e4ae-45f9-b0b3-a9287bbaa5a4 req-63070042-d741-492a-9416-7c14e1f41546 service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Received unexpected event network-vif-plugged-8079b7ef-1181-46e0-ae96-f3d7c8a96079 for instance with vm_state building and task_state spawning. [ 685.689191] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a56c87-93e1-42c3-a574-c85abef2ab66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.699787] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa037895-ce9c-4401-a90e-bfd14700281d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.738080] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5768c67e-2050-4305-ba8e-c1cd27426c7d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.748756] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac2f062-1979-4f54-b0d0-8767ba4d0d3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.763868] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224933} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.773461] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.774907] env[69350]: DEBUG nova.compute.provider_tree [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.778035] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898761ac-e97b-4541-9efe-7abf083dd416 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.803462] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 3be3613b-9065-4c1d-acce-6caa0af871a9/3be3613b-9065-4c1d-acce-6caa0af871a9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.805438] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e96ad9c3-3dbd-4818-b54b-e859c9a64095 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.827537] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 685.827537] env[69350]: value = "task-4148411" [ 685.827537] env[69350]: _type = "Task" [ 685.827537] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.839262] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.883428] env[69350]: DEBUG nova.network.neutron [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Updating instance_info_cache with network_info: [{"id": "8079b7ef-1181-46e0-ae96-f3d7c8a96079", "address": "fa:16:3e:64:02:9c", "network": {"id": "3097f034-bf84-47d6-896c-eecb5c630f97", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-946784831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6f22dfbce08f4ef4b3a8d189bd4b4071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8079b7ef-11", "ovs_interfaceid": "8079b7ef-1181-46e0-ae96-f3d7c8a96079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.897124] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148409, 'name': CreateVM_Task, 'duration_secs': 0.717364} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.897124] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.898073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.898663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.899104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.899443] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29afe9b-e22f-40cb-bac6-77f4bc0be2b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.906297] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for the task: (returnval){ [ 685.906297] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52988e28-fbfd-393b-a6ec-d55be07e01fc" [ 685.906297] env[69350]: _type = "Task" [ 685.906297] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.915831] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52988e28-fbfd-393b-a6ec-d55be07e01fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.992063] env[69350]: INFO nova.compute.manager [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Took 34.86 seconds to build instance. [ 686.269551] env[69350]: DEBUG nova.network.neutron [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Updated VIF entry in instance network info cache for port e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.269551] env[69350]: DEBUG nova.network.neutron [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Updating instance_info_cache with network_info: [{"id": "e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae", "address": "fa:16:3e:b9:54:30", "network": {"id": "a6f0ac7d-670c-4455-8577-d107a0f34900", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-386912518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76449deb535401982dfb1110168b9c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a1ae6c-ae", "ovs_interfaceid": "e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.283981] env[69350]: DEBUG nova.scheduler.client.report [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.342237] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.389430] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Releasing lock "refresh_cache-08474bab-98fc-42ff-ae8a-fde7d4819d51" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.390272] env[69350]: DEBUG nova.compute.manager [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Instance network_info: |[{"id": "8079b7ef-1181-46e0-ae96-f3d7c8a96079", "address": "fa:16:3e:64:02:9c", "network": {"id": "3097f034-bf84-47d6-896c-eecb5c630f97", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-946784831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6f22dfbce08f4ef4b3a8d189bd4b4071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8079b7ef-11", "ovs_interfaceid": "8079b7ef-1181-46e0-ae96-f3d7c8a96079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.390599] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:02:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8079b7ef-1181-46e0-ae96-f3d7c8a96079', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.401376] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Creating folder: Project (6f22dfbce08f4ef4b3a8d189bd4b4071). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.401682] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41df7c48-4611-4e09-9155-68dcbbebd4ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.415954] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Created folder: Project (6f22dfbce08f4ef4b3a8d189bd4b4071) in parent group-v821414. [ 686.415954] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Creating folder: Instances. Parent ref: group-v821473. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.419804] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13195c38-5187-44e5-954f-845581227453 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.425083] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52988e28-fbfd-393b-a6ec-d55be07e01fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010952} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.425083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.425083] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.425083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.425083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.425083] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.425916] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9c5516b-224d-4b5f-be11-33b158380bff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.439838] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.440118] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.443340] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69304957-ef7d-4ea7-b801-d7f92863048e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.447192] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Created folder: Instances in parent group-v821473. [ 686.447485] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.448841] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.451078] env[69350]: DEBUG nova.compute.manager [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Received event network-vif-plugged-7de7ed69-e095-4c4f-bfce-47a50727bd80 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.451078] env[69350]: DEBUG oslo_concurrency.lockutils [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] Acquiring lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.451078] env[69350]: DEBUG oslo_concurrency.lockutils [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] Lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.451559] env[69350]: DEBUG oslo_concurrency.lockutils [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] Lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.451559] env[69350]: DEBUG nova.compute.manager [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] No waiting events found dispatching network-vif-plugged-7de7ed69-e095-4c4f-bfce-47a50727bd80 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.451763] env[69350]: WARNING nova.compute.manager [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Received unexpected event network-vif-plugged-7de7ed69-e095-4c4f-bfce-47a50727bd80 for instance with vm_state building and task_state spawning. [ 686.451899] env[69350]: DEBUG nova.compute.manager [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Received event network-changed-7de7ed69-e095-4c4f-bfce-47a50727bd80 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.452114] env[69350]: DEBUG nova.compute.manager [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Refreshing instance network info cache due to event network-changed-7de7ed69-e095-4c4f-bfce-47a50727bd80. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.452286] env[69350]: DEBUG oslo_concurrency.lockutils [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] Acquiring lock "refresh_cache-0ad8034d-05fb-41aa-8dcf-4554b8cc461a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.452365] env[69350]: DEBUG oslo_concurrency.lockutils [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] Acquired lock "refresh_cache-0ad8034d-05fb-41aa-8dcf-4554b8cc461a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.452510] env[69350]: DEBUG nova.network.neutron [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Refreshing network info cache for port 7de7ed69-e095-4c4f-bfce-47a50727bd80 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.454702] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-643a2948-3a7e-4774-b08c-3795249ed181 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.477393] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for the task: (returnval){ [ 686.477393] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52aab610-f8bd-0f18-d08a-1935323ba1fb" [ 686.477393] env[69350]: _type = "Task" [ 686.477393] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.486234] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.486234] env[69350]: value = "task-4148414" [ 686.486234] env[69350]: _type = "Task" [ 686.486234] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.496144] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a386e5ba-df55-48b5-8806-7d899f5fb9fa tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.689s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.496417] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52aab610-f8bd-0f18-d08a-1935323ba1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.499190] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2861dad-49bb-4ec4-b8d7-9cfbd439596c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.507653] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148414, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.512722] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for the task: (returnval){ [ 686.512722] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527507aa-04d0-04f8-2965-41f7bab677d1" [ 686.512722] env[69350]: _type = "Task" [ 686.512722] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.528016] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527507aa-04d0-04f8-2965-41f7bab677d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.528016] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.528016] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 0ad8034d-05fb-41aa-8dcf-4554b8cc461a/0ad8034d-05fb-41aa-8dcf-4554b8cc461a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.528357] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07ad417e-edc9-4591-9bf7-73de36695379 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.536393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "6af963e0-d625-451b-b92e-73f54345d1b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.536503] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "6af963e0-d625-451b-b92e-73f54345d1b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.536706] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "6af963e0-d625-451b-b92e-73f54345d1b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.536920] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "6af963e0-d625-451b-b92e-73f54345d1b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.537148] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "6af963e0-d625-451b-b92e-73f54345d1b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.540175] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for the task: (returnval){ [ 686.540175] env[69350]: value = "task-4148415" [ 686.540175] env[69350]: _type = "Task" [ 686.540175] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.540175] env[69350]: INFO nova.compute.manager [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Terminating instance [ 686.554357] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.776115] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Releasing lock "refresh_cache-8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.776115] env[69350]: DEBUG nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Received event network-vif-plugged-ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.776115] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Acquiring lock "3be3613b-9065-4c1d-acce-6caa0af871a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.776974] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Lock "3be3613b-9065-4c1d-acce-6caa0af871a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.777343] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Lock "3be3613b-9065-4c1d-acce-6caa0af871a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.779249] env[69350]: DEBUG nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] No waiting events found dispatching network-vif-plugged-ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.779871] env[69350]: WARNING nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Received unexpected event network-vif-plugged-ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e for instance with vm_state building and task_state spawning. [ 686.779871] env[69350]: DEBUG nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Received event network-changed-ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.779994] env[69350]: DEBUG nova.compute.manager [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Refreshing instance network info cache due to event network-changed-ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.780635] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Acquiring lock "refresh_cache-3be3613b-9065-4c1d-acce-6caa0af871a9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.780635] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Acquired lock "refresh_cache-3be3613b-9065-4c1d-acce-6caa0af871a9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.780957] env[69350]: DEBUG nova.network.neutron [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Refreshing network info cache for port ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.792495] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.792495] env[69350]: DEBUG nova.compute.manager [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.795203] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.040s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.796708] env[69350]: INFO nova.compute.claims [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.850233] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148411, 'name': ReconfigVM_Task, 'duration_secs': 0.651424} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.850560] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 3be3613b-9065-4c1d-acce-6caa0af871a9/3be3613b-9065-4c1d-acce-6caa0af871a9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.851193] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dc8baca-c713-43e4-a17a-8a219445a9cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.862277] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 686.862277] env[69350]: value = "task-4148416" [ 686.862277] env[69350]: _type = "Task" [ 686.862277] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.878535] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148416, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.997273] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148414, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.002927] env[69350]: DEBUG nova.compute.manager [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.052232] env[69350]: DEBUG nova.compute.manager [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.052232] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.060915] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a8052f-e203-4565-84ec-3aa46d9b9fcf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.064594] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148415, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.072576] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.073848] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d1bf10-1734-4d38-9eb4-e91d76afb7ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.179383] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.179383] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.179383] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleting the datastore file [datastore1] 6af963e0-d625-451b-b92e-73f54345d1b0 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.179383] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29bb4a7b-73f1-4d97-b3f1-17d4de0e5473 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.187104] env[69350]: DEBUG oslo_vmware.api [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 687.187104] env[69350]: value = "task-4148418" [ 687.187104] env[69350]: _type = "Task" [ 687.187104] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.200353] env[69350]: DEBUG oslo_vmware.api [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.302920] env[69350]: DEBUG nova.compute.utils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.309080] env[69350]: DEBUG nova.compute.manager [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 687.379551] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148416, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.497665] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148414, 'name': CreateVM_Task, 'duration_secs': 0.634228} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.498434] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.501762] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.501762] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.502062] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.502338] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f709cd75-8971-4f85-be77-5d6e1d69ceea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.513423] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 687.513423] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5213e9c8-1e3e-659c-c904-599a476bba86" [ 687.513423] env[69350]: _type = "Task" [ 687.513423] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.527874] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5213e9c8-1e3e-659c-c904-599a476bba86, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.528269] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.528608] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.528930] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.529329] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.529627] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.529972] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adf590fc-7e25-457c-a74d-f0adb9d6569f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.538601] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.540102] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.540102] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.541101] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9961ed-4ade-4fe1-af35-c1f9cd15b4cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.552380] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 687.552380] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523e1aab-060a-702b-d3c2-792d577da627" [ 687.552380] env[69350]: _type = "Task" [ 687.552380] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.557413] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654827} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.562212] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 0ad8034d-05fb-41aa-8dcf-4554b8cc461a/0ad8034d-05fb-41aa-8dcf-4554b8cc461a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.562604] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.562980] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e633903a-f58d-4536-87e7-4217994fd2d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.574675] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523e1aab-060a-702b-d3c2-792d577da627, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.577193] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for the task: (returnval){ [ 687.577193] env[69350]: value = "task-4148419" [ 687.577193] env[69350]: _type = "Task" [ 687.577193] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.577627] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da39538a-4dac-415a-bdae-c4fda4867bd1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.589842] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 687.589842] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522485f3-6f61-f9f1-7b4d-b861f6b4594e" [ 687.589842] env[69350]: _type = "Task" [ 687.589842] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.595891] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.606296] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522485f3-6f61-f9f1-7b4d-b861f6b4594e, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.606919] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.606919] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 08474bab-98fc-42ff-ae8a-fde7d4819d51/08474bab-98fc-42ff-ae8a-fde7d4819d51.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.607576] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-675fcc2b-10a3-46f5-8e50-dc9ca5a90e66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.615578] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 687.615578] env[69350]: value = "task-4148420" [ 687.615578] env[69350]: _type = "Task" [ 687.615578] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.628970] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.697922] env[69350]: DEBUG oslo_vmware.api [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151676} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.698279] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.698418] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.698603] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.698773] env[69350]: INFO nova.compute.manager [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Took 0.65 seconds to destroy the instance on the hypervisor. [ 687.699025] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.699237] env[69350]: DEBUG nova.compute.manager [-] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.699363] env[69350]: DEBUG nova.network.neutron [-] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.806545] env[69350]: DEBUG nova.compute.manager [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.887602] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148416, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.053025] env[69350]: DEBUG nova.network.neutron [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Updated VIF entry in instance network info cache for port 7de7ed69-e095-4c4f-bfce-47a50727bd80. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.054253] env[69350]: DEBUG nova.network.neutron [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Updating instance_info_cache with network_info: [{"id": "7de7ed69-e095-4c4f-bfce-47a50727bd80", "address": "fa:16:3e:12:fb:ed", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de7ed69-e0", "ovs_interfaceid": "7de7ed69-e095-4c4f-bfce-47a50727bd80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.096720] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081057} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.097434] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.098445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a202ee-9d9b-412b-bb73-6236e4988cad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.126887] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 0ad8034d-05fb-41aa-8dcf-4554b8cc461a/0ad8034d-05fb-41aa-8dcf-4554b8cc461a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.127422] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd71ae07-6afb-4050-b279-0d891e8d4df6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.157545] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525608} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.159170] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 08474bab-98fc-42ff-ae8a-fde7d4819d51/08474bab-98fc-42ff-ae8a-fde7d4819d51.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.159500] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.159889] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for the task: (returnval){ [ 688.159889] env[69350]: value = "task-4148421" [ 688.159889] env[69350]: _type = "Task" [ 688.159889] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.160245] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79d826db-5313-43c4-b10a-7950f6afe2aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.179125] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.182850] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 688.182850] env[69350]: value = "task-4148422" [ 688.182850] env[69350]: _type = "Task" [ 688.182850] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.199443] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.307637] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff3632b-7d5c-4590-89ec-e7f9c0a7a316 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.322753] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a4c4b1-68da-4566-9961-f129a2f740fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.367019] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbbad4b-74db-48d1-99b8-8dc465793a5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.377021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3b7758-8f7f-452e-b4a3-4a3583d4ccdb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.385405] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148416, 'name': Rename_Task, 'duration_secs': 1.373119} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.386282] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.387159] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cc4e4d7-2473-41e4-9f91-94d03642e0a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.401098] env[69350]: DEBUG nova.compute.provider_tree [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.410162] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 688.410162] env[69350]: value = "task-4148423" [ 688.410162] env[69350]: _type = "Task" [ 688.410162] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.421557] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.560629] env[69350]: DEBUG oslo_concurrency.lockutils [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] Releasing lock "refresh_cache-0ad8034d-05fb-41aa-8dcf-4554b8cc461a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.560629] env[69350]: DEBUG nova.compute.manager [req-45370be4-8d11-4f84-b2c9-b54305a731a1 req-24f9e84f-2202-4188-b8ac-f3c8b8ef7b1d service nova] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Received event network-vif-deleted-15f739ae-8456-4e9e-bc55-2f14d06ba630 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.570231] env[69350]: DEBUG nova.network.neutron [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Updated VIF entry in instance network info cache for port ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.571027] env[69350]: DEBUG nova.network.neutron [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Updating instance_info_cache with network_info: [{"id": "ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e", "address": "fa:16:3e:55:1a:bb", "network": {"id": "50ef5e40-1073-44c8-8191-a17b4cecb60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1692001907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6ada80f7914a55b5ad84a77bab47f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5cf5a6-c6", "ovs_interfaceid": "ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.677851] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.688145] env[69350]: DEBUG nova.network.neutron [-] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.698107] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077604} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.698450] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.699495] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55b87b0-cdbc-4f5d-b20c-4e1e8d65f133 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.728223] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 08474bab-98fc-42ff-ae8a-fde7d4819d51/08474bab-98fc-42ff-ae8a-fde7d4819d51.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.728223] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f7078c-9360-45ac-9b80-a06782da2145 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.756793] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 688.756793] env[69350]: value = "task-4148424" [ 688.756793] env[69350]: _type = "Task" [ 688.756793] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.769286] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.837620] env[69350]: DEBUG nova.compute.manager [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.894508] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.894983] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.895247] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.895551] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.895795] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.896068] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.896434] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.896718] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.897100] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.897329] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.897614] env[69350]: DEBUG nova.virt.hardware [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.899086] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39fa1dd-c443-404c-8d06-0afe5b42e60c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.904666] env[69350]: DEBUG nova.scheduler.client.report [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.918958] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c593ef-7671-48b7-83af-409a9914f903 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.927693] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.940091] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.949666] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Creating folder: Project (776a1527b78f458f90e3452918c567d0). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.949666] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8abad43-9f1a-46cc-970e-f3ea31d1e32c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.964902] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Created folder: Project (776a1527b78f458f90e3452918c567d0) in parent group-v821414. [ 688.964902] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Creating folder: Instances. Parent ref: group-v821476. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.965035] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e25aac32-6247-46e4-bccc-069eb25d46ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.982597] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Created folder: Instances in parent group-v821476. [ 688.982868] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.983107] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.983318] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7a62aff-007c-435c-ac91-4471d543e270 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.016837] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.016837] env[69350]: value = "task-4148427" [ 689.016837] env[69350]: _type = "Task" [ 689.016837] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.025624] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148427, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.075109] env[69350]: DEBUG oslo_concurrency.lockutils [req-3ed79308-19ab-41ac-9eec-8db9c740b298 req-46bdedc8-7f61-480b-92c6-90e5baee10c1 service nova] Releasing lock "refresh_cache-3be3613b-9065-4c1d-acce-6caa0af871a9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.175540] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148421, 'name': ReconfigVM_Task, 'duration_secs': 0.741329} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.175916] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 0ad8034d-05fb-41aa-8dcf-4554b8cc461a/0ad8034d-05fb-41aa-8dcf-4554b8cc461a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.176650] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad5cc44f-6b4f-4e85-819f-1871c00fc831 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.185522] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for the task: (returnval){ [ 689.185522] env[69350]: value = "task-4148428" [ 689.185522] env[69350]: _type = "Task" [ 689.185522] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.194875] env[69350]: INFO nova.compute.manager [-] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Took 1.49 seconds to deallocate network for instance. [ 689.200709] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148428, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.268015] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148424, 'name': ReconfigVM_Task, 'duration_secs': 0.384936} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.268015] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 08474bab-98fc-42ff-ae8a-fde7d4819d51/08474bab-98fc-42ff-ae8a-fde7d4819d51.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.268015] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62d15663-f3c1-4a94-ac48-cc4f15f95ccb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.275871] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 689.275871] env[69350]: value = "task-4148429" [ 689.275871] env[69350]: _type = "Task" [ 689.275871] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.286346] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148429, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.411841] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.412942] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.417858] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.606s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.420729] env[69350]: INFO nova.compute.claims [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.437574] env[69350]: DEBUG oslo_vmware.api [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148423, 'name': PowerOnVM_Task, 'duration_secs': 1.009826} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.441022] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.441022] env[69350]: INFO nova.compute.manager [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Took 12.52 seconds to spawn the instance on the hypervisor. [ 689.441022] env[69350]: DEBUG nova.compute.manager [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.441022] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a0b86-0661-48f5-9992-e35150aaa5df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.535540] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148427, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.698479] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148428, 'name': Rename_Task, 'duration_secs': 0.262007} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.698812] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.699126] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ca2bbd7-57a6-4282-9ed3-f45ce57191eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.705773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.708336] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for the task: (returnval){ [ 689.708336] env[69350]: value = "task-4148430" [ 689.708336] env[69350]: _type = "Task" [ 689.708336] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.724120] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.787163] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148429, 'name': Rename_Task, 'duration_secs': 0.194444} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.787163] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.787407] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80102e41-43c5-42b1-9571-d2b79841469a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.797026] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 689.797026] env[69350]: value = "task-4148431" [ 689.797026] env[69350]: _type = "Task" [ 689.797026] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.806690] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.939672] env[69350]: DEBUG nova.compute.utils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.942245] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.942245] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.967537] env[69350]: INFO nova.compute.manager [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Took 32.38 seconds to build instance. [ 690.032378] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148427, 'name': CreateVM_Task, 'duration_secs': 0.649945} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.032378] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.032707] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.032931] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.033363] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.033582] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d226e05-ae8e-41ec-9c36-3181a5d3cd0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.040210] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for the task: (returnval){ [ 690.040210] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520d03ba-5323-5a0e-f960-32a00ae9b2e0" [ 690.040210] env[69350]: _type = "Task" [ 690.040210] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.051412] env[69350]: DEBUG nova.policy [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515ed65774c14976b712b5f57cfdcb4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '155bfbc2775e4cbdbbc4f7e1f78b942a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.056652] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520d03ba-5323-5a0e-f960-32a00ae9b2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.197349] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "823fca95-83da-462b-922a-6137a1cd85a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.197621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "823fca95-83da-462b-922a-6137a1cd85a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.219864] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.312490] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148431, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.448809] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.473253] env[69350]: DEBUG oslo_concurrency.lockutils [None req-018ae22c-3f1d-45d9-8764-ff93e951d3f3 tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "3be3613b-9065-4c1d-acce-6caa0af871a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.304s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.558886] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520d03ba-5323-5a0e-f960-32a00ae9b2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.024579} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.559525] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.559525] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.559746] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.559894] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.560089] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.560722] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e4e9c40-5441-48f4-9c1a-73f82c20f362 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.574831] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.575128] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.576072] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496bb54d-81d5-4bf4-a366-cbc2a1ed210f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.586209] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for the task: (returnval){ [ 690.586209] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ed5017-e05b-6543-7ca1-b0152250bd14" [ 690.586209] env[69350]: _type = "Task" [ 690.586209] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.596570] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ed5017-e05b-6543-7ca1-b0152250bd14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.652496] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.652693] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.719718] env[69350]: DEBUG oslo_vmware.api [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148430, 'name': PowerOnVM_Task, 'duration_secs': 0.852893} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.722842] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.722842] env[69350]: INFO nova.compute.manager [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Took 11.28 seconds to spawn the instance on the hypervisor. [ 690.722842] env[69350]: DEBUG nova.compute.manager [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.722842] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9db16d-11e9-402e-af9a-0923337e4355 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.740101] env[69350]: DEBUG nova.compute.manager [req-8c4acd58-3ca9-4ba4-a27e-1ab708b398a6 req-17f6994d-142e-47c9-8e9a-88dadb20194e service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Received event network-changed-8079b7ef-1181-46e0-ae96-f3d7c8a96079 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.740101] env[69350]: DEBUG nova.compute.manager [req-8c4acd58-3ca9-4ba4-a27e-1ab708b398a6 req-17f6994d-142e-47c9-8e9a-88dadb20194e service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Refreshing instance network info cache due to event network-changed-8079b7ef-1181-46e0-ae96-f3d7c8a96079. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.740101] env[69350]: DEBUG oslo_concurrency.lockutils [req-8c4acd58-3ca9-4ba4-a27e-1ab708b398a6 req-17f6994d-142e-47c9-8e9a-88dadb20194e service nova] Acquiring lock "refresh_cache-08474bab-98fc-42ff-ae8a-fde7d4819d51" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.740101] env[69350]: DEBUG oslo_concurrency.lockutils [req-8c4acd58-3ca9-4ba4-a27e-1ab708b398a6 req-17f6994d-142e-47c9-8e9a-88dadb20194e service nova] Acquired lock "refresh_cache-08474bab-98fc-42ff-ae8a-fde7d4819d51" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.740101] env[69350]: DEBUG nova.network.neutron [req-8c4acd58-3ca9-4ba4-a27e-1ab708b398a6 req-17f6994d-142e-47c9-8e9a-88dadb20194e service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Refreshing network info cache for port 8079b7ef-1181-46e0-ae96-f3d7c8a96079 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.774500] env[69350]: DEBUG nova.compute.manager [req-50fa51d8-96e1-42b7-9dfc-b5c016592110 req-f6e22927-3e15-442f-a84c-f07a7b3db6ae service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Received event network-changed-2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.774725] env[69350]: DEBUG nova.compute.manager [req-50fa51d8-96e1-42b7-9dfc-b5c016592110 req-f6e22927-3e15-442f-a84c-f07a7b3db6ae service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Refreshing instance network info cache due to event network-changed-2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.774991] env[69350]: DEBUG oslo_concurrency.lockutils [req-50fa51d8-96e1-42b7-9dfc-b5c016592110 req-f6e22927-3e15-442f-a84c-f07a7b3db6ae service nova] Acquiring lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.775802] env[69350]: DEBUG oslo_concurrency.lockutils [req-50fa51d8-96e1-42b7-9dfc-b5c016592110 req-f6e22927-3e15-442f-a84c-f07a7b3db6ae service nova] Acquired lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.777022] env[69350]: DEBUG nova.network.neutron [req-50fa51d8-96e1-42b7-9dfc-b5c016592110 req-f6e22927-3e15-442f-a84c-f07a7b3db6ae service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Refreshing network info cache for port 2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.812277] env[69350]: DEBUG oslo_vmware.api [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148431, 'name': PowerOnVM_Task, 'duration_secs': 0.733961} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.812553] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.812766] env[69350]: INFO nova.compute.manager [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Took 8.74 seconds to spawn the instance on the hypervisor. [ 690.812943] env[69350]: DEBUG nova.compute.manager [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.814052] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1e0389-f386-4ffb-94e9-b509760fd619 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.923280] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Successfully created port: bd1240b2-796c-4379-8aa6-cf2a00639048 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.929110] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa00113-ab88-4363-b922-3db9114f3160 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.940920] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7605d49-d12b-4bc9-abf4-407aa20d8698 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.980158] env[69350]: DEBUG nova.compute.manager [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.986025] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a38eb-c0c8-487b-8913-51fb08d2cb0f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.993185] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7458fb0-c41e-4c76-a3d4-4423d8a15ca2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.011032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.012077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.012077] env[69350]: DEBUG nova.compute.manager [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Going to confirm migration 1 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 691.014174] env[69350]: DEBUG nova.compute.provider_tree [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.100892] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ed5017-e05b-6543-7ca1-b0152250bd14, 'name': SearchDatastore_Task, 'duration_secs': 0.015079} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.104375] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec72d7b1-8d34-4b24-97a8-6f27b614da0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.111367] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for the task: (returnval){ [ 691.111367] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb4f38-cf80-2a67-f6db-ae931a7e2e1e" [ 691.111367] env[69350]: _type = "Task" [ 691.111367] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.121608] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb4f38-cf80-2a67-f6db-ae931a7e2e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.243862] env[69350]: INFO nova.compute.manager [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Took 33.58 seconds to build instance. [ 691.346759] env[69350]: INFO nova.compute.manager [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Took 30.87 seconds to build instance. [ 691.485123] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.521299] env[69350]: DEBUG nova.scheduler.client.report [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.529927] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.548367] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.548367] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.548367] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.552022] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.552022] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.552022] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.552022] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.552022] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.552022] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.552022] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.552022] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.552022] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbcfcf1-c13a-4914-be46-a074455672ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.568038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653231d6-1b0f-4638-aa75-38092f014e26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.626027] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb4f38-cf80-2a67-f6db-ae931a7e2e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.028054} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.627609] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.627609] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] c7124fd4-0db2-4fed-b568-57050643c022/c7124fd4-0db2-4fed-b568-57050643c022.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.627788] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6c25734-567f-4706-87d4-d227e3805075 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.636694] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for the task: (returnval){ [ 691.636694] env[69350]: value = "task-4148432" [ 691.636694] env[69350]: _type = "Task" [ 691.636694] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.647414] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.754685] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6d8ead9-17c7-4c17-84eb-87f71a8e1d43 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.380s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.849604] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9a37d71-1a88-447a-829f-67394fb8d0cf tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lock "08474bab-98fc-42ff-ae8a-fde7d4819d51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.359s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.859657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.859968] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.860267] env[69350]: DEBUG nova.network.neutron [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.860569] env[69350]: DEBUG nova.objects.instance [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lazy-loading 'info_cache' on Instance uuid 219f08aa-ebaa-44f0-9bc9-1a0401fabb23 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.037905] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.039701] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.042395] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.468s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.044878] env[69350]: INFO nova.compute.claims [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.152028] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148432, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.202885] env[69350]: DEBUG nova.network.neutron [req-50fa51d8-96e1-42b7-9dfc-b5c016592110 req-f6e22927-3e15-442f-a84c-f07a7b3db6ae service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Updated VIF entry in instance network info cache for port 2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.203318] env[69350]: DEBUG nova.network.neutron [req-50fa51d8-96e1-42b7-9dfc-b5c016592110 req-f6e22927-3e15-442f-a84c-f07a7b3db6ae service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Updating instance_info_cache with network_info: [{"id": "2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8", "address": "fa:16:3e:40:64:b7", "network": {"id": "acbd0523-45b0-4f9d-aa33-5b9092c55db1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-428409358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3eccbf1bc6a499b8c0939aaeee33d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9b31e9-2a", "ovs_interfaceid": "2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.259894] env[69350]: DEBUG nova.compute.manager [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.304977] env[69350]: DEBUG nova.network.neutron [req-8c4acd58-3ca9-4ba4-a27e-1ab708b398a6 req-17f6994d-142e-47c9-8e9a-88dadb20194e service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Updated VIF entry in instance network info cache for port 8079b7ef-1181-46e0-ae96-f3d7c8a96079. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.305432] env[69350]: DEBUG nova.network.neutron [req-8c4acd58-3ca9-4ba4-a27e-1ab708b398a6 req-17f6994d-142e-47c9-8e9a-88dadb20194e service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Updating instance_info_cache with network_info: [{"id": "8079b7ef-1181-46e0-ae96-f3d7c8a96079", "address": "fa:16:3e:64:02:9c", "network": {"id": "3097f034-bf84-47d6-896c-eecb5c630f97", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-946784831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f22dfbce08f4ef4b3a8d189bd4b4071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8079b7ef-11", "ovs_interfaceid": "8079b7ef-1181-46e0-ae96-f3d7c8a96079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.550389] env[69350]: DEBUG nova.compute.utils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.556482] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.556482] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.650684] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736122} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.651457] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] c7124fd4-0db2-4fed-b568-57050643c022/c7124fd4-0db2-4fed-b568-57050643c022.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.651820] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.652866] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b332fded-3689-4542-bfb5-d934ec9816b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.664298] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for the task: (returnval){ [ 692.664298] env[69350]: value = "task-4148433" [ 692.664298] env[69350]: _type = "Task" [ 692.664298] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.678823] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.680317] env[69350]: DEBUG nova.policy [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515ed65774c14976b712b5f57cfdcb4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '155bfbc2775e4cbdbbc4f7e1f78b942a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.710338] env[69350]: DEBUG oslo_concurrency.lockutils [req-50fa51d8-96e1-42b7-9dfc-b5c016592110 req-f6e22927-3e15-442f-a84c-f07a7b3db6ae service nova] Releasing lock "refresh_cache-a5300d40-02de-4199-830e-054a12564f17" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.810208] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.812953] env[69350]: DEBUG oslo_concurrency.lockutils [req-8c4acd58-3ca9-4ba4-a27e-1ab708b398a6 req-17f6994d-142e-47c9-8e9a-88dadb20194e service nova] Releasing lock "refresh_cache-08474bab-98fc-42ff-ae8a-fde7d4819d51" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.057524] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.186867] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193631} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.186867] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.186867] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9afd51b-7b05-4453-b2da-aff4b1619713 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.211880] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] c7124fd4-0db2-4fed-b568-57050643c022/c7124fd4-0db2-4fed-b568-57050643c022.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.214992] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1902e2d-9545-4b55-a9af-bebce9d91cb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.245981] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for the task: (returnval){ [ 693.245981] env[69350]: value = "task-4148434" [ 693.245981] env[69350]: _type = "Task" [ 693.245981] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.259147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.259147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.259147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.261073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.261443] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.264769] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.266409] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Successfully created port: d5c0e2ee-e265-4f65-b02c-07b400225418 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.270540] env[69350]: INFO nova.compute.manager [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Terminating instance [ 693.354900] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.355242] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.537599] env[69350]: DEBUG nova.compute.manager [req-0c4de7dd-b3c1-4a06-9991-2cca7aa628aa req-f965a774-f304-4dea-af4d-a8165c763acb service nova] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Received event network-vif-deleted-4aaac709-7731-4db7-856b-b3f991683d80 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.656927] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578aea6a-2700-45ec-8caf-352e94e093b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.662591] env[69350]: DEBUG nova.network.neutron [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance_info_cache with network_info: [{"id": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "address": "fa:16:3e:f3:0f:46", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape680e5e7-28", "ovs_interfaceid": "e680e5e7-28dd-43af-b1d0-1acd6c820954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.669237] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d005cf8d-6868-40ba-9766-6903ed301c4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.711637] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e68f22-65ab-45aa-8ac0-83cee52eb7e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.720937] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777b8e50-c040-463d-88eb-34c3397393b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.747740] env[69350]: DEBUG nova.compute.provider_tree [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.758841] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148434, 'name': ReconfigVM_Task, 'duration_secs': 0.499718} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.759869] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Reconfigured VM instance instance-00000014 to attach disk [datastore2] c7124fd4-0db2-4fed-b568-57050643c022/c7124fd4-0db2-4fed-b568-57050643c022.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.760600] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d0266f9-2907-40b9-af43-1e5a17d92087 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.771132] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for the task: (returnval){ [ 693.771132] env[69350]: value = "task-4148435" [ 693.771132] env[69350]: _type = "Task" [ 693.771132] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.783288] env[69350]: DEBUG nova.compute.manager [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.783461] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.783657] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148435, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.784683] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9243022c-9821-4f9a-9c5c-ecb1cdfe996e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.794400] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.795344] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c444970-de62-4e49-a52a-02cb195645e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.803995] env[69350]: DEBUG oslo_vmware.api [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 693.803995] env[69350]: value = "task-4148436" [ 693.803995] env[69350]: _type = "Task" [ 693.803995] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.814438] env[69350]: DEBUG oslo_vmware.api [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.859225] env[69350]: DEBUG nova.compute.manager [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.916902] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Successfully updated port: bd1240b2-796c-4379-8aa6-cf2a00639048 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.074898] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.113344] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.113675] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.113844] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.114675] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.115309] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.115309] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.115309] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.115445] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.115601] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.115766] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.115952] env[69350]: DEBUG nova.virt.hardware [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.116888] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2805e0-68e3-4146-9140-ae2dce6fa069 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.130321] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717cd775-9200-4cf3-b979-02efa6628d2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.167982] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "refresh_cache-219f08aa-ebaa-44f0-9bc9-1a0401fabb23" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.167982] env[69350]: DEBUG nova.objects.instance [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lazy-loading 'migration_context' on Instance uuid 219f08aa-ebaa-44f0-9bc9-1a0401fabb23 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.255279] env[69350]: DEBUG nova.scheduler.client.report [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.283321] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148435, 'name': Rename_Task, 'duration_secs': 0.283015} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.284659] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.284917] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a98d4ed5-93a1-484c-84ea-678576c3afed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.294154] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for the task: (returnval){ [ 694.294154] env[69350]: value = "task-4148437" [ 694.294154] env[69350]: _type = "Task" [ 694.294154] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.305129] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.316978] env[69350]: DEBUG oslo_vmware.api [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148436, 'name': PowerOffVM_Task, 'duration_secs': 0.308303} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.317459] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.318172] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.319019] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-881e2dbd-0ddc-4e8a-899e-2ec3c699162f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.394184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.418026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "refresh_cache-d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.418026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "refresh_cache-d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.418353] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.484929] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.485193] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.485383] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Deleting the datastore file [datastore1] d10e36b7-97c5-4468-bab1-bfc79f77ccf6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.485749] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfea7da1-26df-4786-9cea-cfe6b1943c62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.498758] env[69350]: DEBUG oslo_vmware.api [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 694.498758] env[69350]: value = "task-4148439" [ 694.498758] env[69350]: _type = "Task" [ 694.498758] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.511304] env[69350]: DEBUG oslo_vmware.api [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.671952] env[69350]: DEBUG nova.objects.base [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Object Instance<219f08aa-ebaa-44f0-9bc9-1a0401fabb23> lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 694.673476] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a938bf-3268-4003-bcb0-2ef2f9a0aa28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.707905] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d051603-fa76-4026-b0f9-760a215c09cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.718661] env[69350]: DEBUG oslo_vmware.api [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 694.718661] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529ca47b-247d-1995-d325-b3aa07268a04" [ 694.718661] env[69350]: _type = "Task" [ 694.718661] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.738063] env[69350]: DEBUG oslo_vmware.api [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529ca47b-247d-1995-d325-b3aa07268a04, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.738063] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.762801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.763400] env[69350]: DEBUG nova.compute.manager [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.768507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.948s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.771413] env[69350]: INFO nova.compute.claims [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.813700] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.010321] env[69350]: DEBUG oslo_vmware.api [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467885} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.010675] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.010787] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.010959] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.011165] env[69350]: INFO nova.compute.manager [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 695.011423] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.011620] env[69350]: DEBUG nova.compute.manager [-] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.011716] env[69350]: DEBUG nova.network.neutron [-] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.072928] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.152936] env[69350]: DEBUG nova.compute.manager [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.153888] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f810a64-26c7-49a9-99a0-83310f386110 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.278393] env[69350]: DEBUG nova.compute.utils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.287021] env[69350]: DEBUG nova.compute.manager [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.287021] env[69350]: DEBUG nova.network.neutron [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.311885] env[69350]: DEBUG oslo_vmware.api [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148437, 'name': PowerOnVM_Task, 'duration_secs': 0.613346} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.316259] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.316259] env[69350]: INFO nova.compute.manager [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Took 6.48 seconds to spawn the instance on the hypervisor. [ 695.316259] env[69350]: DEBUG nova.compute.manager [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.317380] env[69350]: DEBUG nova.compute.manager [req-20d05543-f7f9-4920-9f76-900d0cdb9dec req-51691d5e-3030-44c2-b7e6-1daf0d2968fb service nova] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Received event network-vif-plugged-bd1240b2-796c-4379-8aa6-cf2a00639048 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.318310] env[69350]: DEBUG oslo_concurrency.lockutils [req-20d05543-f7f9-4920-9f76-900d0cdb9dec req-51691d5e-3030-44c2-b7e6-1daf0d2968fb service nova] Acquiring lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.318935] env[69350]: DEBUG oslo_concurrency.lockutils [req-20d05543-f7f9-4920-9f76-900d0cdb9dec req-51691d5e-3030-44c2-b7e6-1daf0d2968fb service nova] Lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.319817] env[69350]: DEBUG oslo_concurrency.lockutils [req-20d05543-f7f9-4920-9f76-900d0cdb9dec req-51691d5e-3030-44c2-b7e6-1daf0d2968fb service nova] Lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.319817] env[69350]: DEBUG nova.compute.manager [req-20d05543-f7f9-4920-9f76-900d0cdb9dec req-51691d5e-3030-44c2-b7e6-1daf0d2968fb service nova] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] No waiting events found dispatching network-vif-plugged-bd1240b2-796c-4379-8aa6-cf2a00639048 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.319817] env[69350]: WARNING nova.compute.manager [req-20d05543-f7f9-4920-9f76-900d0cdb9dec req-51691d5e-3030-44c2-b7e6-1daf0d2968fb service nova] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Received unexpected event network-vif-plugged-bd1240b2-796c-4379-8aa6-cf2a00639048 for instance with vm_state building and task_state spawning. [ 695.324051] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cbc387-65de-4f76-aa75-3531fc968924 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.419054] env[69350]: DEBUG nova.policy [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9892ec2a38de451cbe735d8138463081', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bb37bafc52e45edac7f881f1ad2f6b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.431520] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquiring lock "0972b291-5b74-4ca7-923e-10815f8de11f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.432655] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lock "0972b291-5b74-4ca7-923e-10815f8de11f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.642217] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Updating instance_info_cache with network_info: [{"id": "bd1240b2-796c-4379-8aa6-cf2a00639048", "address": "fa:16:3e:f2:18:3d", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1240b2-79", "ovs_interfaceid": "bd1240b2-796c-4379-8aa6-cf2a00639048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.666676] env[69350]: INFO nova.compute.manager [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] instance snapshotting [ 695.670894] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7239c6-e3e6-4687-bf55-4faf78cd356a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.699618] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c3b436-1f20-42bc-8fac-d54a950f9089 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.790374] env[69350]: DEBUG nova.compute.manager [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.859132] env[69350]: INFO nova.compute.manager [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Took 31.56 seconds to build instance. [ 695.959962] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Successfully updated port: d5c0e2ee-e265-4f65-b02c-07b400225418 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.127674] env[69350]: DEBUG nova.network.neutron [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Successfully created port: f05cecf6-bfc6-4108-ab36-eda93b68b64f {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.150106] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "refresh_cache-d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.150739] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Instance network_info: |[{"id": "bd1240b2-796c-4379-8aa6-cf2a00639048", "address": "fa:16:3e:f2:18:3d", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1240b2-79", "ovs_interfaceid": "bd1240b2-796c-4379-8aa6-cf2a00639048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.151242] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:18:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd1240b2-796c-4379-8aa6-cf2a00639048', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.159063] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Creating folder: Project (155bfbc2775e4cbdbbc4f7e1f78b942a). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.160958] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-042f11f0-32c3-41aa-90fb-e1114290f824 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.172967] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Created folder: Project (155bfbc2775e4cbdbbc4f7e1f78b942a) in parent group-v821414. [ 696.173194] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Creating folder: Instances. Parent ref: group-v821479. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.173446] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3273e60c-95d0-4125-98aa-ef8a3392cd10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.185359] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Created folder: Instances in parent group-v821479. [ 696.188278] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.188679] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.189092] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-162f2218-1746-4bb1-974f-be3b09966fbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.214623] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 696.215519] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c70dd33e-5d53-40be-a31e-d2db67ffb7e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.224184] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.224184] env[69350]: value = "task-4148442" [ 696.224184] env[69350]: _type = "Task" [ 696.224184] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.225904] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 696.225904] env[69350]: value = "task-4148443" [ 696.225904] env[69350]: _type = "Task" [ 696.225904] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.245205] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148442, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.248602] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.269332] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e527272c-34e4-46a3-8831-648e686e7996 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.278865] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882f7f7-a0bf-465e-acdc-d8f82fa3b89f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.323626] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d4cf0b-3b9a-4f64-bb5e-29e0e62a0307 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.335110] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e08587f-dd92-4d25-ba15-93234e9675ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.356780] env[69350]: DEBUG nova.compute.provider_tree [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.362797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a248a88-f163-4bc6-8105-5074870a3aff tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lock "c7124fd4-0db2-4fed-b568-57050643c022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.115s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.464833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "refresh_cache-2a8cb1be-0bab-43f9-b036-5ebf009b10ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.464833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "refresh_cache-2a8cb1be-0bab-43f9-b036-5ebf009b10ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.464833] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.740956] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148442, 'name': CreateVM_Task, 'duration_secs': 0.398616} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.744192] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.744376] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.745101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.745273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.745607] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.745873] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ad9b74-b024-459e-a7cd-0f55a5966f47 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.752673] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 696.752673] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb79d1-ec85-ebc3-cd90-7635ed1e2b25" [ 696.752673] env[69350]: _type = "Task" [ 696.752673] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.762503] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb79d1-ec85-ebc3-cd90-7635ed1e2b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.829913] env[69350]: DEBUG nova.compute.manager [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.859679] env[69350]: DEBUG nova.scheduler.client.report [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.867800] env[69350]: DEBUG nova.compute.manager [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.872254] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.872543] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.872703] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.872921] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.873133] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.873307] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.873519] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.874051] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.874051] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.874051] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.874397] env[69350]: DEBUG nova.virt.hardware [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.875156] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2058801f-d333-4b3a-8787-9ef5501e985d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.883530] env[69350]: DEBUG nova.compute.manager [req-542bb8ef-d8fe-437c-94c7-f59eebbd24ce req-fdf317fb-29d5-44ea-b832-0c89f0cc65c6 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Received event network-changed-ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.883530] env[69350]: DEBUG nova.compute.manager [req-542bb8ef-d8fe-437c-94c7-f59eebbd24ce req-fdf317fb-29d5-44ea-b832-0c89f0cc65c6 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Refreshing instance network info cache due to event network-changed-ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.883530] env[69350]: DEBUG oslo_concurrency.lockutils [req-542bb8ef-d8fe-437c-94c7-f59eebbd24ce req-fdf317fb-29d5-44ea-b832-0c89f0cc65c6 service nova] Acquiring lock "refresh_cache-3be3613b-9065-4c1d-acce-6caa0af871a9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.883530] env[69350]: DEBUG oslo_concurrency.lockutils [req-542bb8ef-d8fe-437c-94c7-f59eebbd24ce req-fdf317fb-29d5-44ea-b832-0c89f0cc65c6 service nova] Acquired lock "refresh_cache-3be3613b-9065-4c1d-acce-6caa0af871a9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.883530] env[69350]: DEBUG nova.network.neutron [req-542bb8ef-d8fe-437c-94c7-f59eebbd24ce req-fdf317fb-29d5-44ea-b832-0c89f0cc65c6 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Refreshing network info cache for port ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.893332] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d629b4-df8e-4b87-89b5-411dedd50411 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.009367] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.022600] env[69350]: DEBUG nova.compute.manager [None req-7f476523-82ac-498b-847a-e354ec84518d tempest-ServerDiagnosticsV248Test-1260443870 tempest-ServerDiagnosticsV248Test-1260443870-project-admin] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.023781] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7a0aad-ff35-4d81-bf94-bc8a3eb857f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.034947] env[69350]: INFO nova.compute.manager [None req-7f476523-82ac-498b-847a-e354ec84518d tempest-ServerDiagnosticsV248Test-1260443870 tempest-ServerDiagnosticsV248Test-1260443870-project-admin] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Retrieving diagnostics [ 697.036416] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28211b20-2fb0-46c8-add8-465d75a996e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.168223] env[69350]: DEBUG nova.network.neutron [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Updating instance_info_cache with network_info: [{"id": "d5c0e2ee-e265-4f65-b02c-07b400225418", "address": "fa:16:3e:83:f8:9b", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c0e2ee-e2", "ovs_interfaceid": "d5c0e2ee-e265-4f65-b02c-07b400225418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.243367] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.264810] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb79d1-ec85-ebc3-cd90-7635ed1e2b25, 'name': SearchDatastore_Task, 'duration_secs': 0.031243} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.265184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.265939] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.265939] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.266186] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.266259] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.266612] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af0f89b1-97fd-444f-95e6-da8759f073cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.278852] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.282036] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.282036] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54478b00-4f9d-4e70-b220-4c93a89766e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.287770] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 697.287770] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52865e33-97a7-65da-d51a-3ee069c609c0" [ 697.287770] env[69350]: _type = "Task" [ 697.287770] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.299270] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52865e33-97a7-65da-d51a-3ee069c609c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.367442] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.368217] env[69350]: DEBUG nova.compute.manager [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.372106] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.553s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.375370] env[69350]: INFO nova.compute.claims [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.413964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.598722] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.598722] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.672103] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "refresh_cache-2a8cb1be-0bab-43f9-b036-5ebf009b10ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.672493] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Instance network_info: |[{"id": "d5c0e2ee-e265-4f65-b02c-07b400225418", "address": "fa:16:3e:83:f8:9b", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c0e2ee-e2", "ovs_interfaceid": "d5c0e2ee-e265-4f65-b02c-07b400225418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.672912] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:f8:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5c0e2ee-e265-4f65-b02c-07b400225418', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.681061] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.681320] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.681545] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf3aa6d9-f32b-4303-ac50-b84730db7a48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.707111] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.707111] env[69350]: value = "task-4148444" [ 697.707111] env[69350]: _type = "Task" [ 697.707111] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.716354] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148444, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.746569] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148443, 'name': CreateSnapshot_Task, 'duration_secs': 1.096826} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.746931] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 697.748529] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e89d81-b3bd-49f8-ab0c-524f75f15a06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.806022] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52865e33-97a7-65da-d51a-3ee069c609c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016124} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.806022] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2d106c-58f5-42af-b8a5-260079f16d68 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.814101] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 697.814101] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d840a7-8986-4f72-c7bd-a5db46aef92e" [ 697.814101] env[69350]: _type = "Task" [ 697.814101] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.825949] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d840a7-8986-4f72-c7bd-a5db46aef92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.884848] env[69350]: DEBUG nova.compute.utils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.886360] env[69350]: DEBUG nova.compute.manager [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.886527] env[69350]: DEBUG nova.network.neutron [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.961567] env[69350]: DEBUG nova.network.neutron [req-542bb8ef-d8fe-437c-94c7-f59eebbd24ce req-fdf317fb-29d5-44ea-b832-0c89f0cc65c6 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Updated VIF entry in instance network info cache for port ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.961567] env[69350]: DEBUG nova.network.neutron [req-542bb8ef-d8fe-437c-94c7-f59eebbd24ce req-fdf317fb-29d5-44ea-b832-0c89f0cc65c6 service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Updating instance_info_cache with network_info: [{"id": "ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e", "address": "fa:16:3e:55:1a:bb", "network": {"id": "50ef5e40-1073-44c8-8191-a17b4cecb60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1692001907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6ada80f7914a55b5ad84a77bab47f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5cf5a6-c6", "ovs_interfaceid": "ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.017026] env[69350]: DEBUG nova.policy [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84e1ae70e93642edbde271a3105fbfe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e110f5f374dc49e8a7e70563a50f08c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.131269] env[69350]: DEBUG nova.network.neutron [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Successfully updated port: f05cecf6-bfc6-4108-ab36-eda93b68b64f {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.221293] env[69350]: DEBUG nova.network.neutron [-] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.222528] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148444, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.275024] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.276059] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3b39d97-7892-43bc-9837-2b9af6e7e2aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.288412] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 698.288412] env[69350]: value = "task-4148445" [ 698.288412] env[69350]: _type = "Task" [ 698.288412] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.300347] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148445, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.307023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquiring lock "a5300d40-02de-4199-830e-054a12564f17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.307023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lock "a5300d40-02de-4199-830e-054a12564f17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.307023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquiring lock "a5300d40-02de-4199-830e-054a12564f17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.307023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lock "a5300d40-02de-4199-830e-054a12564f17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.307023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lock "a5300d40-02de-4199-830e-054a12564f17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.310240] env[69350]: INFO nova.compute.manager [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Terminating instance [ 698.327706] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d840a7-8986-4f72-c7bd-a5db46aef92e, 'name': SearchDatastore_Task, 'duration_secs': 0.01502} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.329193] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.330667] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] d3fc062b-3ffc-4b21-b9a4-32745a44f1ca/d3fc062b-3ffc-4b21-b9a4-32745a44f1ca.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.330667] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6ce0f22-5cef-43d9-a101-3d7dec2f0afe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.339332] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 698.339332] env[69350]: value = "task-4148446" [ 698.339332] env[69350]: _type = "Task" [ 698.339332] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.353492] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.391081] env[69350]: DEBUG nova.compute.manager [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.468180] env[69350]: DEBUG oslo_concurrency.lockutils [req-542bb8ef-d8fe-437c-94c7-f59eebbd24ce req-fdf317fb-29d5-44ea-b832-0c89f0cc65c6 service nova] Releasing lock "refresh_cache-3be3613b-9065-4c1d-acce-6caa0af871a9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.643475] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "refresh_cache-50988c7a-07dd-42d7-9fd2-790425947efe" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.643719] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "refresh_cache-50988c7a-07dd-42d7-9fd2-790425947efe" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.643891] env[69350]: DEBUG nova.network.neutron [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.731019] env[69350]: INFO nova.compute.manager [-] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Took 3.72 seconds to deallocate network for instance. [ 698.731220] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148444, 'name': CreateVM_Task, 'duration_secs': 0.625088} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.740042] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.746309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.746445] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.746965] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.747801] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49271a37-2cb4-458a-8314-00a59f501958 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.759395] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 698.759395] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e096aa-dc19-5306-93ca-4e558e9c4189" [ 698.759395] env[69350]: _type = "Task" [ 698.759395] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.775513] env[69350]: DEBUG nova.compute.manager [req-956b4d6e-4754-413f-91bc-bf44cb1f4152 req-3b572b89-8981-4d43-88b0-b59a00a6c2db service nova] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Received event network-changed-bd1240b2-796c-4379-8aa6-cf2a00639048 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.775934] env[69350]: DEBUG nova.compute.manager [req-956b4d6e-4754-413f-91bc-bf44cb1f4152 req-3b572b89-8981-4d43-88b0-b59a00a6c2db service nova] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Refreshing instance network info cache due to event network-changed-bd1240b2-796c-4379-8aa6-cf2a00639048. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.776350] env[69350]: DEBUG oslo_concurrency.lockutils [req-956b4d6e-4754-413f-91bc-bf44cb1f4152 req-3b572b89-8981-4d43-88b0-b59a00a6c2db service nova] Acquiring lock "refresh_cache-d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.776645] env[69350]: DEBUG oslo_concurrency.lockutils [req-956b4d6e-4754-413f-91bc-bf44cb1f4152 req-3b572b89-8981-4d43-88b0-b59a00a6c2db service nova] Acquired lock "refresh_cache-d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.777061] env[69350]: DEBUG nova.network.neutron [req-956b4d6e-4754-413f-91bc-bf44cb1f4152 req-3b572b89-8981-4d43-88b0-b59a00a6c2db service nova] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Refreshing network info cache for port bd1240b2-796c-4379-8aa6-cf2a00639048 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.790271] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e096aa-dc19-5306-93ca-4e558e9c4189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.817064] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148445, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.823059] env[69350]: DEBUG nova.compute.manager [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.823502] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.825867] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8f99bb-16d6-44ff-a293-553542ad4ec4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.842214] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.853197] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb64e04b-6f05-45d5-be0f-ec9e6d3d5114 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.865247] env[69350]: DEBUG oslo_vmware.api [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for the task: (returnval){ [ 698.865247] env[69350]: value = "task-4148447" [ 698.865247] env[69350]: _type = "Task" [ 698.865247] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.872101] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148446, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.903167] env[69350]: DEBUG oslo_vmware.api [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.047034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dedee7-ce9b-4034-b779-ca9655eeadeb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.057653] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fea46e-d3d1-4a24-a44f-df27c35015e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.107526] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0110ab4-5ef0-42fe-ae88-401be7c5607c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.118988] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e5f747-2e21-4a76-a293-208472af98a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.140118] env[69350]: DEBUG nova.compute.provider_tree [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.250244] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.267808] env[69350]: DEBUG nova.network.neutron [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.270279] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.270463] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.279044] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e096aa-dc19-5306-93ca-4e558e9c4189, 'name': SearchDatastore_Task, 'duration_secs': 0.070551} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.279393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.279948] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.279948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.280560] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.280560] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.283663] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-129b5f4e-c8ba-45fc-ac96-7d9043bd7084 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.303728] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.303728] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.306211] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c89e7a-c758-4f12-a77b-702d05d11df5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.315386] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148445, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.319932] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 699.319932] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524b32bc-5126-208d-82bd-8a38bd9b845b" [ 699.319932] env[69350]: _type = "Task" [ 699.319932] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.330347] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524b32bc-5126-208d-82bd-8a38bd9b845b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.354228] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749128} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.354228] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] d3fc062b-3ffc-4b21-b9a4-32745a44f1ca/d3fc062b-3ffc-4b21-b9a4-32745a44f1ca.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.354522] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.354643] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a84aef5-f84b-4612-ab2f-f7e36d78e73c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.364701] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 699.364701] env[69350]: value = "task-4148448" [ 699.364701] env[69350]: _type = "Task" [ 699.364701] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.390073] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.400056] env[69350]: DEBUG oslo_vmware.api [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148447, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.405816] env[69350]: DEBUG nova.compute.manager [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.458917] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.460571] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.460571] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.460571] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.460571] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.460571] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.460571] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.460571] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.460571] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.460923] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.460966] env[69350]: DEBUG nova.virt.hardware [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.463720] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401750d9-bd43-488e-96b7-e0c4e7438963 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.477245] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae1324c-0391-4375-bb5a-eaf182ece984 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.485487] env[69350]: DEBUG nova.compute.manager [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Received event network-vif-plugged-d5c0e2ee-e265-4f65-b02c-07b400225418 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.485811] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Acquiring lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.486044] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.486246] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.486703] env[69350]: DEBUG nova.compute.manager [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] No waiting events found dispatching network-vif-plugged-d5c0e2ee-e265-4f65-b02c-07b400225418 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.487057] env[69350]: WARNING nova.compute.manager [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Received unexpected event network-vif-plugged-d5c0e2ee-e265-4f65-b02c-07b400225418 for instance with vm_state building and task_state spawning. [ 699.487221] env[69350]: DEBUG nova.compute.manager [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Received event network-changed-d5c0e2ee-e265-4f65-b02c-07b400225418 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.487408] env[69350]: DEBUG nova.compute.manager [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Refreshing instance network info cache due to event network-changed-d5c0e2ee-e265-4f65-b02c-07b400225418. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.487642] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Acquiring lock "refresh_cache-2a8cb1be-0bab-43f9-b036-5ebf009b10ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.488732] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Acquired lock "refresh_cache-2a8cb1be-0bab-43f9-b036-5ebf009b10ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.488732] env[69350]: DEBUG nova.network.neutron [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Refreshing network info cache for port d5c0e2ee-e265-4f65-b02c-07b400225418 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.642945] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquiring lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.644182] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.644273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquiring lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.644780] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.644780] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.647369] env[69350]: DEBUG nova.scheduler.client.report [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.651726] env[69350]: INFO nova.compute.manager [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Terminating instance [ 699.754986] env[69350]: DEBUG nova.network.neutron [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Successfully created port: 521e140f-f582-4dd1-9069-b99f08fcc100 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.782670] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.782670] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.782670] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.782670] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.783875] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.783875] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.783875] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 699.783875] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.807022] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148445, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.831271] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524b32bc-5126-208d-82bd-8a38bd9b845b, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.832480] env[69350]: DEBUG nova.network.neutron [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Updating instance_info_cache with network_info: [{"id": "f05cecf6-bfc6-4108-ab36-eda93b68b64f", "address": "fa:16:3e:1b:b1:9e", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05cecf6-bf", "ovs_interfaceid": "f05cecf6-bfc6-4108-ab36-eda93b68b64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.835040] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928db730-8c3f-41f8-a318-259409272847 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.842858] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 699.842858] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528c3667-41d7-78d6-e4bb-36b900183c9d" [ 699.842858] env[69350]: _type = "Task" [ 699.842858] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.856053] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528c3667-41d7-78d6-e4bb-36b900183c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.856817] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.857303] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 2a8cb1be-0bab-43f9-b036-5ebf009b10ee/2a8cb1be-0bab-43f9-b036-5ebf009b10ee.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.857483] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-336117ab-258c-4355-a356-2e751153574f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.866319] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 699.866319] env[69350]: value = "task-4148449" [ 699.866319] env[69350]: _type = "Task" [ 699.866319] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.882550] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135343} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.886503] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.887777] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.893026] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aec039-9578-41eb-ab00-6e1ccb08fa1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.902375] env[69350]: DEBUG oslo_vmware.api [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148447, 'name': PowerOffVM_Task, 'duration_secs': 0.910522} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.903165] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.903384] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.903648] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff737c9-9cfb-4a34-87e5-93642e8bf1f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.926513] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] d3fc062b-3ffc-4b21-b9a4-32745a44f1ca/d3fc062b-3ffc-4b21-b9a4-32745a44f1ca.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.928335] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d4c6de-652d-417b-9585-87f91998e7a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.952575] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 699.952575] env[69350]: value = "task-4148451" [ 699.952575] env[69350]: _type = "Task" [ 699.952575] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.962481] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.028375] env[69350]: DEBUG nova.network.neutron [req-956b4d6e-4754-413f-91bc-bf44cb1f4152 req-3b572b89-8981-4d43-88b0-b59a00a6c2db service nova] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Updated VIF entry in instance network info cache for port bd1240b2-796c-4379-8aa6-cf2a00639048. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.028758] env[69350]: DEBUG nova.network.neutron [req-956b4d6e-4754-413f-91bc-bf44cb1f4152 req-3b572b89-8981-4d43-88b0-b59a00a6c2db service nova] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Updating instance_info_cache with network_info: [{"id": "bd1240b2-796c-4379-8aa6-cf2a00639048", "address": "fa:16:3e:f2:18:3d", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1240b2-79", "ovs_interfaceid": "bd1240b2-796c-4379-8aa6-cf2a00639048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.159593] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.159593] env[69350]: DEBUG nova.compute.manager [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.162853] env[69350]: DEBUG nova.compute.manager [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.162975] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.163298] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.648s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.163495] env[69350]: DEBUG nova.objects.instance [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lazy-loading 'resources' on Instance uuid 6708c2e5-83b9-479b-b7e2-b07ff079c1a3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.166508] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3834b227-6b6d-46eb-ad9a-2e93f8a77448 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.179936] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.180294] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbaa289d-34af-44f5-8131-7e3ae55dd081 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.191728] env[69350]: DEBUG oslo_vmware.api [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for the task: (returnval){ [ 700.191728] env[69350]: value = "task-4148452" [ 700.191728] env[69350]: _type = "Task" [ 700.191728] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.210807] env[69350]: DEBUG oslo_vmware.api [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.254036] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.254476] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.254782] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Deleting the datastore file [datastore1] a5300d40-02de-4199-830e-054a12564f17 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.259391] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09b0f1f4-40d4-4b7c-983c-a60ad4be66d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.281037] env[69350]: DEBUG oslo_vmware.api [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for the task: (returnval){ [ 700.281037] env[69350]: value = "task-4148453" [ 700.281037] env[69350]: _type = "Task" [ 700.281037] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.287108] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.293459] env[69350]: DEBUG oslo_vmware.api [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.306124] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148445, 'name': CloneVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.336547] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "refresh_cache-50988c7a-07dd-42d7-9fd2-790425947efe" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.341351] env[69350]: DEBUG nova.compute.manager [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Instance network_info: |[{"id": "f05cecf6-bfc6-4108-ab36-eda93b68b64f", "address": "fa:16:3e:1b:b1:9e", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05cecf6-bf", "ovs_interfaceid": "f05cecf6-bfc6-4108-ab36-eda93b68b64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.342077] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:b1:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f05cecf6-bfc6-4108-ab36-eda93b68b64f', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.353089] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.357025] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.357025] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db73fb05-1687-4cce-a4d5-db4921dfcf39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.379282] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.379282] env[69350]: value = "task-4148454" [ 700.379282] env[69350]: _type = "Task" [ 700.379282] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.386165] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148449, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.409300] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148454, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.467172] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.478978] env[69350]: DEBUG nova.network.neutron [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Updated VIF entry in instance network info cache for port d5c0e2ee-e265-4f65-b02c-07b400225418. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.478978] env[69350]: DEBUG nova.network.neutron [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Updating instance_info_cache with network_info: [{"id": "d5c0e2ee-e265-4f65-b02c-07b400225418", "address": "fa:16:3e:83:f8:9b", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c0e2ee-e2", "ovs_interfaceid": "d5c0e2ee-e265-4f65-b02c-07b400225418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.531921] env[69350]: DEBUG oslo_concurrency.lockutils [req-956b4d6e-4754-413f-91bc-bf44cb1f4152 req-3b572b89-8981-4d43-88b0-b59a00a6c2db service nova] Releasing lock "refresh_cache-d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.536457] env[69350]: DEBUG nova.compute.manager [req-956b4d6e-4754-413f-91bc-bf44cb1f4152 req-3b572b89-8981-4d43-88b0-b59a00a6c2db service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received event network-vif-deleted-88a6cd23-d9ce-4e0e-aaef-d4bccd1cc964 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.536457] env[69350]: DEBUG nova.compute.manager [req-956b4d6e-4754-413f-91bc-bf44cb1f4152 req-3b572b89-8981-4d43-88b0-b59a00a6c2db service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received event network-vif-deleted-75c81e07-3c65-42dd-aae7-20dac567df71 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.666363] env[69350]: DEBUG nova.compute.utils [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.668545] env[69350]: DEBUG nova.compute.manager [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.669630] env[69350]: DEBUG nova.network.neutron [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.707437] env[69350]: DEBUG oslo_vmware.api [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148452, 'name': PowerOffVM_Task, 'duration_secs': 0.339418} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.708939] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.709093] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.709324] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3768570c-8424-43ec-8b9c-18e9460492f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.755332] env[69350]: DEBUG nova.policy [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63ad400398db41a58c6054e3a9843a64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a782fc5143f47d9ba41b40300192c59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.782623] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.782987] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.783317] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Deleting the datastore file [datastore1] 0ad8034d-05fb-41aa-8dcf-4554b8cc461a {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.791740] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8568e05-a15b-408b-ad23-cee1d24f6c67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.804103] env[69350]: DEBUG oslo_vmware.api [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Task: {'id': task-4148453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364388} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.805996] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.806313] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.806514] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.806717] env[69350]: INFO nova.compute.manager [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] [instance: a5300d40-02de-4199-830e-054a12564f17] Took 1.98 seconds to destroy the instance on the hypervisor. [ 700.806950] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.807320] env[69350]: DEBUG oslo_vmware.api [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for the task: (returnval){ [ 700.807320] env[69350]: value = "task-4148456" [ 700.807320] env[69350]: _type = "Task" [ 700.807320] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.810905] env[69350]: DEBUG nova.compute.manager [-] [instance: a5300d40-02de-4199-830e-054a12564f17] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.811038] env[69350]: DEBUG nova.network.neutron [-] [instance: a5300d40-02de-4199-830e-054a12564f17] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.812910] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148445, 'name': CloneVM_Task, 'duration_secs': 2.115983} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.819178] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Created linked-clone VM from snapshot [ 700.823020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa11078-da89-4f92-bf04-1f0f6dd59ae6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.832747] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Uploading image bc43db70-9a33-4df7-a905-00dd7f129f76 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 700.834915] env[69350]: DEBUG oslo_vmware.api [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.877767] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 700.877767] env[69350]: value = "vm-821484" [ 700.877767] env[69350]: _type = "VirtualMachine" [ 700.877767] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 700.878126] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-39d44c2a-ef2f-4aa5-9bf5-57b01c9e8922 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.883206] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549107} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.887855] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 2a8cb1be-0bab-43f9-b036-5ebf009b10ee/2a8cb1be-0bab-43f9-b036-5ebf009b10ee.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.888246] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.888823] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63d846dd-01a4-4e1e-ac25-35f16e05ad5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.899357] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lease: (returnval){ [ 700.899357] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b3ccf1-55db-46e2-6d4b-3694a628b7ce" [ 700.899357] env[69350]: _type = "HttpNfcLease" [ 700.899357] env[69350]: } obtained for exporting VM: (result){ [ 700.899357] env[69350]: value = "vm-821484" [ 700.899357] env[69350]: _type = "VirtualMachine" [ 700.899357] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 700.899820] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the lease: (returnval){ [ 700.899820] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b3ccf1-55db-46e2-6d4b-3694a628b7ce" [ 700.899820] env[69350]: _type = "HttpNfcLease" [ 700.899820] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 700.918351] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 700.918351] env[69350]: value = "task-4148458" [ 700.918351] env[69350]: _type = "Task" [ 700.918351] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.918798] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148454, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.930090] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 700.930090] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b3ccf1-55db-46e2-6d4b-3694a628b7ce" [ 700.930090] env[69350]: _type = "HttpNfcLease" [ 700.930090] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 700.936557] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.968567] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148451, 'name': ReconfigVM_Task, 'duration_secs': 0.756793} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.968911] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Reconfigured VM instance instance-00000015 to attach disk [datastore2] d3fc062b-3ffc-4b21-b9a4-32745a44f1ca/d3fc062b-3ffc-4b21-b9a4-32745a44f1ca.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.969538] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af8715a5-1cee-4945-a34f-753164a826e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.977892] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 700.977892] env[69350]: value = "task-4148459" [ 700.977892] env[69350]: _type = "Task" [ 700.977892] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.981771] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Releasing lock "refresh_cache-2a8cb1be-0bab-43f9-b036-5ebf009b10ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.982051] env[69350]: DEBUG nova.compute.manager [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Received event network-vif-plugged-f05cecf6-bfc6-4108-ab36-eda93b68b64f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.982238] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Acquiring lock "50988c7a-07dd-42d7-9fd2-790425947efe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.982440] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Lock "50988c7a-07dd-42d7-9fd2-790425947efe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.982609] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Lock "50988c7a-07dd-42d7-9fd2-790425947efe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.982774] env[69350]: DEBUG nova.compute.manager [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] No waiting events found dispatching network-vif-plugged-f05cecf6-bfc6-4108-ab36-eda93b68b64f {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.982934] env[69350]: WARNING nova.compute.manager [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Received unexpected event network-vif-plugged-f05cecf6-bfc6-4108-ab36-eda93b68b64f for instance with vm_state building and task_state spawning. [ 700.983108] env[69350]: DEBUG nova.compute.manager [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Received event network-changed-f05cecf6-bfc6-4108-ab36-eda93b68b64f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.983269] env[69350]: DEBUG nova.compute.manager [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Refreshing instance network info cache due to event network-changed-f05cecf6-bfc6-4108-ab36-eda93b68b64f. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.983440] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Acquiring lock "refresh_cache-50988c7a-07dd-42d7-9fd2-790425947efe" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.983570] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Acquired lock "refresh_cache-50988c7a-07dd-42d7-9fd2-790425947efe" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.983928] env[69350]: DEBUG nova.network.neutron [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Refreshing network info cache for port f05cecf6-bfc6-4108-ab36-eda93b68b64f {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.991603] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148459, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.179795] env[69350]: DEBUG nova.compute.manager [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.249202] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aa4e83-c5c2-4a72-96d5-1c76503451aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.256822] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1be18-9025-4cea-ae1a-e17e6d020e63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.290815] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026f32f0-67a5-419c-99f9-06bf3cb0e2ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.300730] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43e2654-5752-4135-856b-b9f00bf9cd0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.317923] env[69350]: DEBUG nova.compute.provider_tree [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.331618] env[69350]: DEBUG oslo_vmware.api [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Task: {'id': task-4148456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32351} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.333028] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.333028] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.333177] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.333319] env[69350]: INFO nova.compute.manager [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 701.333598] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.334127] env[69350]: DEBUG nova.compute.manager [-] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.334222] env[69350]: DEBUG nova.network.neutron [-] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.400014] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148454, 'name': CreateVM_Task, 'duration_secs': 0.698427} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.400333] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.401132] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.401347] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.401711] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.402042] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8616b23b-b021-4faf-8356-be79c0b198d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.413663] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.413663] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b3ccf1-55db-46e2-6d4b-3694a628b7ce" [ 701.413663] env[69350]: _type = "HttpNfcLease" [ 701.413663] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 701.414227] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 701.414227] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52cd60a0-31f4-0d80-330d-98d3c91ff4f0" [ 701.414227] env[69350]: _type = "Task" [ 701.414227] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.414569] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 701.414569] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b3ccf1-55db-46e2-6d4b-3694a628b7ce" [ 701.414569] env[69350]: _type = "HttpNfcLease" [ 701.414569] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 701.415504] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445a6024-4cb6-4698-9e5c-a46313a1f1a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.434355] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52087ee6-246b-e955-3d8e-eb995f6e040e/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 701.434607] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52087ee6-246b-e955-3d8e-eb995f6e040e/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 701.440393] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cd60a0-31f4-0d80-330d-98d3c91ff4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.441754] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.442324] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.442625] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.444089] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.444089] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.501212] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aa7a62e-9973-47ad-a971-9d1cbb56f908 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.507875] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091153} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.513899] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.517233] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d624a113-e942-4f60-a510-8f0044b9323b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.523221] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.523221] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.536563] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e55606-bb5f-43a3-8c23-fd1503baa8f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.539016] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148459, 'name': Rename_Task, 'duration_secs': 0.190551} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.548123] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 2a8cb1be-0bab-43f9-b036-5ebf009b10ee/2a8cb1be-0bab-43f9-b036-5ebf009b10ee.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.550974] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.551850] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c3b483-7228-423e-8fcf-25ab0bf78a9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.566925] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8be09660-9f8c-4e8a-a8f6-e78620abe618 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.569729] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44f2ca5d-71e3-40d8-9fea-d30b0da27b9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.573924] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 701.573924] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527c5bd0-3fd3-e5ac-47ee-75fd08e60b49" [ 701.573924] env[69350]: _type = "Task" [ 701.573924] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.583279] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 701.583279] env[69350]: value = "task-4148460" [ 701.583279] env[69350]: _type = "Task" [ 701.583279] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.585137] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 701.585137] env[69350]: value = "task-4148461" [ 701.585137] env[69350]: _type = "Task" [ 701.585137] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.602142] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.610641] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527c5bd0-3fd3-e5ac-47ee-75fd08e60b49, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.610862] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.611841] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ca8c56-2e76-41a9-9c0e-9b912e0ac59c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.618748] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 701.618748] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52357869-4c1b-5830-f4bb-5d7d899cb4f5" [ 701.618748] env[69350]: _type = "Task" [ 701.618748] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.628497] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52357869-4c1b-5830-f4bb-5d7d899cb4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.685418] env[69350]: INFO nova.virt.block_device [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Booting with volume 06035e4d-170e-45c9-a7ea-5a7ba5f57213 at /dev/sda [ 701.743314] env[69350]: DEBUG nova.network.neutron [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Successfully created port: dd872273-c348-4b90-a38e-f7c956082c01 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.746589] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2962315-2c7a-43e6-9daa-94885ca8c12b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.757394] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d99e90-49a0-4c29-9c18-5fe47644dda5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.601180] env[69350]: DEBUG nova.scheduler.client.report [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.605189] env[69350]: DEBUG nova.network.neutron [-] [instance: a5300d40-02de-4199-830e-054a12564f17] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.621318] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a88c7770-5873-43e2-8956-c650d6b03a28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.624891] env[69350]: DEBUG nova.compute.manager [req-85db9f9b-66ce-4a3f-9cce-8f187eb113a4 req-ed9763b2-d1d2-4f73-bcd2-6d3b6a87c195 service nova] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Received event network-vif-deleted-fb5b0a30-9185-4f0d-861c-f38a07f05392 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.637090] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148460, 'name': ReconfigVM_Task, 'duration_secs': 0.412234} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.644068] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 2a8cb1be-0bab-43f9-b036-5ebf009b10ee/2a8cb1be-0bab-43f9-b036-5ebf009b10ee.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.644068] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148461, 'name': PowerOnVM_Task, 'duration_secs': 0.577861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.644068] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52357869-4c1b-5830-f4bb-5d7d899cb4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013083} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.644068] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b933395b-c45d-428f-affc-2f122f88db21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.645542] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.645653] env[69350]: INFO nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Took 11.16 seconds to spawn the instance on the hypervisor. [ 702.645809] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.646134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.646382] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 50988c7a-07dd-42d7-9fd2-790425947efe/50988c7a-07dd-42d7-9fd2-790425947efe.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.649256] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8077ed-29e5-4f8c-bc69-a19148c0f412 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.662163] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac911a-63d9-4710-af77-2bc63e1ce635 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.664825] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0b8356d-92b7-4a34-94fe-46c7f9a2d103 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.702956] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 702.702956] env[69350]: value = "task-4148463" [ 702.702956] env[69350]: _type = "Task" [ 702.702956] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.704780] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 702.704780] env[69350]: value = "task-4148462" [ 702.704780] env[69350]: _type = "Task" [ 702.704780] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.705074] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffbffe5-5cad-4265-ae4e-478cbda42c41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.731509] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242e41a8-4c9a-483f-a6ba-ab56da16e446 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.732043] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148462, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.732443] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.748951] env[69350]: DEBUG nova.virt.block_device [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Updating existing volume attachment record: f030e872-c5e2-484b-a920-84575a7f5ca1 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 702.814585] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "fb1c0a77-257a-477d-8af7-63869267c317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.814585] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "fb1c0a77-257a-477d-8af7-63869267c317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.029416] env[69350]: DEBUG nova.objects.instance [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lazy-loading 'flavor' on Instance uuid de0d3b42-8371-4344-a262-63ecd4401849 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.100095] env[69350]: DEBUG nova.compute.manager [req-76fca03b-4883-43c7-b0c2-37e4e9a2de8f req-65890dd3-4a04-4ce3-bed0-32de7395f5a8 service nova] [instance: a5300d40-02de-4199-830e-054a12564f17] Received event network-vif-deleted-2b9b31e9-2a68-4168-a3f8-a8e48c66ecc8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.105972] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.943s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.109168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.570s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.113774] env[69350]: INFO nova.compute.claims [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.123592] env[69350]: INFO nova.compute.manager [-] [instance: a5300d40-02de-4199-830e-054a12564f17] Took 2.31 seconds to deallocate network for instance. [ 703.151142] env[69350]: INFO nova.scheduler.client.report [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Deleted allocations for instance 6708c2e5-83b9-479b-b7e2-b07ff079c1a3 [ 703.197129] env[69350]: INFO nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Took 32.46 seconds to build instance. [ 703.225560] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148463, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.233663] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148462, 'name': Rename_Task, 'duration_secs': 0.216061} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.233663] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.233663] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-881dd4ef-e5c3-4146-9aa1-816f159fda65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.244621] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 703.244621] env[69350]: value = "task-4148464" [ 703.244621] env[69350]: _type = "Task" [ 703.244621] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.257796] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.367668] env[69350]: DEBUG nova.network.neutron [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Successfully updated port: 521e140f-f582-4dd1-9069-b99f08fcc100 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.384035] env[69350]: DEBUG nova.network.neutron [-] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.437202] env[69350]: DEBUG nova.network.neutron [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Updated VIF entry in instance network info cache for port f05cecf6-bfc6-4108-ab36-eda93b68b64f. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.437902] env[69350]: DEBUG nova.network.neutron [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Updating instance_info_cache with network_info: [{"id": "f05cecf6-bfc6-4108-ab36-eda93b68b64f", "address": "fa:16:3e:1b:b1:9e", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05cecf6-bf", "ovs_interfaceid": "f05cecf6-bfc6-4108-ab36-eda93b68b64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.536233] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquiring lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.536426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquired lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.640517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.665559] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd7bf028-7e85-47f2-93b5-138d4c4dca06 tempest-InstanceActionsNegativeTestJSON-1465423023 tempest-InstanceActionsNegativeTestJSON-1465423023-project-member] Lock "6708c2e5-83b9-479b-b7e2-b07ff079c1a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.066s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.700441] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.980s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.702837] env[69350]: DEBUG nova.network.neutron [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Successfully updated port: dd872273-c348-4b90-a38e-f7c956082c01 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.716260] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591206} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.716704] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 50988c7a-07dd-42d7-9fd2-790425947efe/50988c7a-07dd-42d7-9fd2-790425947efe.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.716832] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.717582] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c41ade2-acca-403d-8575-bdd279015f66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.727616] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 703.727616] env[69350]: value = "task-4148465" [ 703.727616] env[69350]: _type = "Task" [ 703.727616] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.738943] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.758034] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148464, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.875200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.875200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.875200] env[69350]: DEBUG nova.network.neutron [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.888277] env[69350]: INFO nova.compute.manager [-] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Took 2.55 seconds to deallocate network for instance. [ 703.941709] env[69350]: DEBUG oslo_concurrency.lockutils [req-af959195-1ab7-438f-b7d8-99454c8eca0c req-2cb305cc-265e-441d-88d2-7bd5b927772c service nova] Releasing lock "refresh_cache-50988c7a-07dd-42d7-9fd2-790425947efe" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.207867] env[69350]: DEBUG nova.compute.manager [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.211027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Acquiring lock "refresh_cache-3678dbe6-81c0-4aec-ad08-1971f7918fc0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.211027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Acquired lock "refresh_cache-3678dbe6-81c0-4aec-ad08-1971f7918fc0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.211027] env[69350]: DEBUG nova.network.neutron [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.240402] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148465, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.255773] env[69350]: DEBUG oslo_vmware.api [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148464, 'name': PowerOnVM_Task, 'duration_secs': 0.848108} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.256054] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.256253] env[69350]: INFO nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Took 10.18 seconds to spawn the instance on the hypervisor. [ 704.256425] env[69350]: DEBUG nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.257225] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c718d65-6374-47a8-ab06-2ed3acd2afc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.397475] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.422897] env[69350]: DEBUG nova.network.neutron [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.671767] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cadb606-a0c4-4b5a-b9b6-334386614624 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.679809] env[69350]: DEBUG nova.network.neutron [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance_info_cache with network_info: [{"id": "521e140f-f582-4dd1-9069-b99f08fcc100", "address": "fa:16:3e:b0:8b:9b", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e140f-f5", "ovs_interfaceid": "521e140f-f582-4dd1-9069-b99f08fcc100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.691392] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cfcf5f-4e98-47ac-a4b1-0a97799beb50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.743885] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ffd736-d46e-49d0-8e86-920c19c94ff3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.758780] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01cd9f3-b8c1-4b3a-a3ce-2c7fa3328961 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.763562] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.635212} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.764631] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.764932] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.766462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa51e479-0195-4e48-995e-ac1026d0b09e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.783249] env[69350]: DEBUG nova.compute.provider_tree [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.799377] env[69350]: INFO nova.compute.manager [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Took 34.01 seconds to build instance. [ 704.810401] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 50988c7a-07dd-42d7-9fd2-790425947efe/50988c7a-07dd-42d7-9fd2-790425947efe.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.811930] env[69350]: DEBUG nova.network.neutron [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.814564] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf91327e-01b9-4656-81dc-192cd8085096 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.837135] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 704.837135] env[69350]: value = "task-4148466" [ 704.837135] env[69350]: _type = "Task" [ 704.837135] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.846389] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.930294] env[69350]: DEBUG nova.compute.manager [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.934585] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.934585] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.934585] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.934585] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.934585] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.934585] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.934585] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.934585] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.934585] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.935061] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.935888] env[69350]: DEBUG nova.virt.hardware [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.936956] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85aa6b4-0d82-4456-bdac-52e12405259c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.952530] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8333aa39-0a48-4f82-9d0b-605e9729df03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.055248] env[69350]: DEBUG nova.network.neutron [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.107534] env[69350]: DEBUG nova.network.neutron [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Updating instance_info_cache with network_info: [{"id": "dd872273-c348-4b90-a38e-f7c956082c01", "address": "fa:16:3e:b4:92:3a", "network": {"id": "b407278c-3ff8-4002-8023-569b8997b82b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-725424814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a782fc5143f47d9ba41b40300192c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd872273-c3", "ovs_interfaceid": "dd872273-c348-4b90-a38e-f7c956082c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.187120] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.187120] env[69350]: DEBUG nova.compute.manager [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Instance network_info: |[{"id": "521e140f-f582-4dd1-9069-b99f08fcc100", "address": "fa:16:3e:b0:8b:9b", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e140f-f5", "ovs_interfaceid": "521e140f-f582-4dd1-9069-b99f08fcc100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.187606] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:8b:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '521e140f-f582-4dd1-9069-b99f08fcc100', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.204394] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating folder: Project (e110f5f374dc49e8a7e70563a50f08c2). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.204394] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b442ddc-49ae-4219-974f-a60a205a99b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.221297] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Created folder: Project (e110f5f374dc49e8a7e70563a50f08c2) in parent group-v821414. [ 705.221297] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating folder: Instances. Parent ref: group-v821486. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.221297] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ef8da28-fe18-4ef8-8387-9265c065ed80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.234323] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Created folder: Instances in parent group-v821486. [ 705.234801] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.234801] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.235211] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc08c8ad-d269-4cb0-8016-b1d2f3ad4d94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.256392] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.256392] env[69350]: value = "task-4148469" [ 705.256392] env[69350]: _type = "Task" [ 705.256392] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.270314] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148469, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.293221] env[69350]: DEBUG nova.scheduler.client.report [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.312511] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45426265-59c2-4a9d-9681-5060e9974bf4 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.534s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.355224] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148466, 'name': ReconfigVM_Task, 'duration_secs': 0.462375} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.355224] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 50988c7a-07dd-42d7-9fd2-790425947efe/50988c7a-07dd-42d7-9fd2-790425947efe.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.355522] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a9594ca-9b63-465a-a41f-f72156f78f40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.365348] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 705.365348] env[69350]: value = "task-4148470" [ 705.365348] env[69350]: _type = "Task" [ 705.365348] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.378212] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148470, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.610953] env[69350]: DEBUG nova.compute.manager [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Received event network-vif-plugged-521e140f-f582-4dd1-9069-b99f08fcc100 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.611206] env[69350]: DEBUG oslo_concurrency.lockutils [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] Acquiring lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.611424] env[69350]: DEBUG oslo_concurrency.lockutils [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.611598] env[69350]: DEBUG oslo_concurrency.lockutils [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.611766] env[69350]: DEBUG nova.compute.manager [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] No waiting events found dispatching network-vif-plugged-521e140f-f582-4dd1-9069-b99f08fcc100 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.612042] env[69350]: WARNING nova.compute.manager [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Received unexpected event network-vif-plugged-521e140f-f582-4dd1-9069-b99f08fcc100 for instance with vm_state building and task_state spawning. [ 705.612131] env[69350]: DEBUG nova.compute.manager [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Received event network-vif-deleted-7de7ed69-e095-4c4f-bfce-47a50727bd80 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.612274] env[69350]: DEBUG nova.compute.manager [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Received event network-changed-521e140f-f582-4dd1-9069-b99f08fcc100 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.612425] env[69350]: DEBUG nova.compute.manager [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Refreshing instance network info cache due to event network-changed-521e140f-f582-4dd1-9069-b99f08fcc100. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.612613] env[69350]: DEBUG oslo_concurrency.lockutils [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] Acquiring lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.612751] env[69350]: DEBUG oslo_concurrency.lockutils [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] Acquired lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.613119] env[69350]: DEBUG nova.network.neutron [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Refreshing network info cache for port 521e140f-f582-4dd1-9069-b99f08fcc100 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.618631] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Releasing lock "refresh_cache-3678dbe6-81c0-4aec-ad08-1971f7918fc0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.618631] env[69350]: DEBUG nova.compute.manager [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Instance network_info: |[{"id": "dd872273-c348-4b90-a38e-f7c956082c01", "address": "fa:16:3e:b4:92:3a", "network": {"id": "b407278c-3ff8-4002-8023-569b8997b82b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-725424814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a782fc5143f47d9ba41b40300192c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd872273-c3", "ovs_interfaceid": "dd872273-c348-4b90-a38e-f7c956082c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.618900] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:92:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd872273-c348-4b90-a38e-f7c956082c01', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.629285] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Creating folder: Project (0a782fc5143f47d9ba41b40300192c59). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.635026] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a32e7e2-4e26-4b61-8b4e-0195c743ed8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.650816] env[69350]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 705.651019] env[69350]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69350) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 705.659056] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Folder already exists: Project (0a782fc5143f47d9ba41b40300192c59). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 705.659056] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Creating folder: Instances. Parent ref: group-v821443. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.659056] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e7e7bd1-e150-4d10-a142-d6acea1f57c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.671533] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Created folder: Instances in parent group-v821443. [ 705.672835] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.672835] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.672835] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0465b7a-2568-49c2-8e4f-b370a60cffda {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.704182] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.704182] env[69350]: value = "task-4148473" [ 705.704182] env[69350]: _type = "Task" [ 705.704182] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.717361] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148473, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.776824] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148469, 'name': CreateVM_Task, 'duration_secs': 0.462848} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.776824] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.776824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.776824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.776824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.776824] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4c189f-4366-4f7a-ad8f-2837cd9af9f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.784908] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 705.784908] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523f2bef-8416-73c0-4e65-3b4a3146c122" [ 705.784908] env[69350]: _type = "Task" [ 705.784908] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.808106] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.808643] env[69350]: DEBUG nova.compute.manager [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.813185] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523f2bef-8416-73c0-4e65-3b4a3146c122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.813185] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.106s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.813185] env[69350]: DEBUG nova.objects.instance [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lazy-loading 'resources' on Instance uuid 6af963e0-d625-451b-b92e-73f54345d1b0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.823052] env[69350]: DEBUG nova.compute.manager [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.881367] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148470, 'name': Rename_Task, 'duration_secs': 0.237505} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.881774] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.882255] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e228bdf4-aeff-4e0d-a420-9f5f9765f97a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.892022] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 705.892022] env[69350]: value = "task-4148474" [ 705.892022] env[69350]: _type = "Task" [ 705.892022] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.902999] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.987746] env[69350]: DEBUG nova.network.neutron [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updating instance_info_cache with network_info: [{"id": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "address": "fa:16:3e:77:de:29", "network": {"id": "c06f9e3e-2075-4543-bb82-cd95e162001c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-57553653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f248a9f0d8ca4e69b4903195702a239e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb9a5c8-95", "ovs_interfaceid": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.029427] env[69350]: DEBUG nova.compute.manager [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Received event network-vif-plugged-dd872273-c348-4b90-a38e-f7c956082c01 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.029760] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] Acquiring lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.030013] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] Lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.030850] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] Lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.030850] env[69350]: DEBUG nova.compute.manager [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] No waiting events found dispatching network-vif-plugged-dd872273-c348-4b90-a38e-f7c956082c01 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.030850] env[69350]: WARNING nova.compute.manager [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Received unexpected event network-vif-plugged-dd872273-c348-4b90-a38e-f7c956082c01 for instance with vm_state building and task_state spawning. [ 706.030997] env[69350]: DEBUG nova.compute.manager [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Received event network-changed-dd872273-c348-4b90-a38e-f7c956082c01 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.031132] env[69350]: DEBUG nova.compute.manager [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Refreshing instance network info cache due to event network-changed-dd872273-c348-4b90-a38e-f7c956082c01. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.032083] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] Acquiring lock "refresh_cache-3678dbe6-81c0-4aec-ad08-1971f7918fc0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.032083] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] Acquired lock "refresh_cache-3678dbe6-81c0-4aec-ad08-1971f7918fc0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.032083] env[69350]: DEBUG nova.network.neutron [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Refreshing network info cache for port dd872273-c348-4b90-a38e-f7c956082c01 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.223123] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148473, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.305950] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523f2bef-8416-73c0-4e65-3b4a3146c122, 'name': SearchDatastore_Task, 'duration_secs': 0.031324} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.306026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.306239] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.306533] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.306673] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.307037] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.307420] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cb67980-884e-47d3-899f-7b98f2009ede {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.315993] env[69350]: DEBUG nova.compute.utils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.321770] env[69350]: DEBUG nova.compute.manager [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.322039] env[69350]: DEBUG nova.network.neutron [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.328288] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.328288] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.332998] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f606f179-9b25-4da0-9da6-d1ec0aba9a5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.347646] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 706.347646] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521bb6fc-f6b6-7b7a-ea11-56623d71299d" [ 706.347646] env[69350]: _type = "Task" [ 706.347646] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.369833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.377801] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521bb6fc-f6b6-7b7a-ea11-56623d71299d, 'name': SearchDatastore_Task, 'duration_secs': 0.015798} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.378775] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a2519d1-ca90-4224-904a-1ebaed608384 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.386753] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 706.386753] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52786329-6c12-d79d-53b3-3f6322733f4c" [ 706.386753] env[69350]: _type = "Task" [ 706.386753] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.405148] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "993c24e5-a39b-4618-87c0-6e204c29835c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.405508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "993c24e5-a39b-4618-87c0-6e204c29835c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.408969] env[69350]: DEBUG nova.network.neutron [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updated VIF entry in instance network info cache for port 521e140f-f582-4dd1-9069-b99f08fcc100. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.411240] env[69350]: DEBUG nova.network.neutron [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance_info_cache with network_info: [{"id": "521e140f-f582-4dd1-9069-b99f08fcc100", "address": "fa:16:3e:b0:8b:9b", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e140f-f5", "ovs_interfaceid": "521e140f-f582-4dd1-9069-b99f08fcc100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.422386] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148474, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.422386] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52786329-6c12-d79d-53b3-3f6322733f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.015062} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.427914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.427914] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 829e488c-b119-4d6b-bc74-e24c10ee6d5e/829e488c-b119-4d6b-bc74-e24c10ee6d5e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.430301] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92d00c3c-9d22-42cc-ae15-260732946b84 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.446652] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 706.446652] env[69350]: value = "task-4148475" [ 706.446652] env[69350]: _type = "Task" [ 706.446652] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.459742] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.491118] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Releasing lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.491118] env[69350]: DEBUG nova.compute.manager [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Inject network info {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 706.491317] env[69350]: DEBUG nova.compute.manager [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] network_info to inject: |[{"id": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "address": "fa:16:3e:77:de:29", "network": {"id": "c06f9e3e-2075-4543-bb82-cd95e162001c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-57553653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f248a9f0d8ca4e69b4903195702a239e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb9a5c8-95", "ovs_interfaceid": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 706.499254] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Reconfiguring VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 706.499593] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fb034c7-f652-47eb-98b2-6d87268b1e72 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.522454] env[69350]: DEBUG oslo_vmware.api [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 706.522454] env[69350]: value = "task-4148476" [ 706.522454] env[69350]: _type = "Task" [ 706.522454] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.539264] env[69350]: DEBUG oslo_vmware.api [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.544406] env[69350]: DEBUG nova.policy [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60fe688fceac41ee8cbe33d965707456', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d2aaad5823d4a449bd9dfd7036f7609', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.723069] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148473, 'name': CreateVM_Task, 'duration_secs': 0.584938} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.726338] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.727263] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'f030e872-c5e2-484b-a920-84575a7f5ca1', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821459', 'volume_id': '06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'name': 'volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3678dbe6-81c0-4aec-ad08-1971f7918fc0', 'attached_at': '', 'detached_at': '', 'volume_id': '06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'serial': '06035e4d-170e-45c9-a7ea-5a7ba5f57213'}, 'mount_device': '/dev/sda', 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69350) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 706.727395] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Root volume attach. Driver type: vmdk {{(pid=69350) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 706.728433] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b689cb15-e603-4dd4-b929-6c3f4086e2dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.737982] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9bd367-be5c-4f55-bbcf-07d977f9d134 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.747095] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e850d7a2-1d6c-4b4a-99c8-77d0b24d4e7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.759645] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cefeb59d-eb7f-4d75-a8d7-225e70f05fe2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.769608] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for the task: (returnval){ [ 706.769608] env[69350]: value = "task-4148477" [ 706.769608] env[69350]: _type = "Task" [ 706.769608] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.781520] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148477, 'name': RelocateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.823778] env[69350]: DEBUG nova.compute.manager [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.921155] env[69350]: DEBUG oslo_vmware.api [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148474, 'name': PowerOnVM_Task, 'duration_secs': 0.687922} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.921612] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.921612] env[69350]: INFO nova.compute.manager [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Took 10.09 seconds to spawn the instance on the hypervisor. [ 706.921893] env[69350]: DEBUG nova.compute.manager [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.922475] env[69350]: DEBUG oslo_concurrency.lockutils [req-9770c33b-c39a-4a97-8e55-fb31b643a2c0 req-7744f7aa-93fb-41f9-81f1-f037b3f3f954 service nova] Releasing lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.927865] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7111b3e2-fa93-4bcc-9752-c947cac114a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.963664] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148475, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.040550] env[69350]: DEBUG oslo_vmware.api [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148476, 'name': ReconfigVM_Task, 'duration_secs': 0.201673} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.045151] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5133c-f030-4ef7-8bbd-4bf198df4cde tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Reconfigured VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 707.049052] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b1f60a-6554-4c57-a7a7-e1f0ce311c71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.053051] env[69350]: DEBUG nova.network.neutron [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Updated VIF entry in instance network info cache for port dd872273-c348-4b90-a38e-f7c956082c01. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.054709] env[69350]: DEBUG nova.network.neutron [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Updating instance_info_cache with network_info: [{"id": "dd872273-c348-4b90-a38e-f7c956082c01", "address": "fa:16:3e:b4:92:3a", "network": {"id": "b407278c-3ff8-4002-8023-569b8997b82b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-725424814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a782fc5143f47d9ba41b40300192c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd872273-c3", "ovs_interfaceid": "dd872273-c348-4b90-a38e-f7c956082c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.063135] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dad5484-d827-4b22-9805-7cbfd99554e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.104274] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fbe43d-7eee-4239-8409-fa2c7a94d6f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.116674] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb3828b-224b-4fab-ab74-e5ccfd2e4b29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.137736] env[69350]: DEBUG nova.compute.provider_tree [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.285027] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148477, 'name': RelocateVM_Task} progress is 19%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.467083] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655698} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.468865] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 829e488c-b119-4d6b-bc74-e24c10ee6d5e/829e488c-b119-4d6b-bc74-e24c10ee6d5e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.469266] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.469788] env[69350]: INFO nova.compute.manager [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Took 33.92 seconds to build instance. [ 707.470658] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-563f1647-4298-40d4-b09f-53a984a0242f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.480752] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 707.480752] env[69350]: value = "task-4148478" [ 707.480752] env[69350]: _type = "Task" [ 707.480752] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.493268] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.559032] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4019b7f-7ce2-4f40-aa1b-6db922f58531 req-af014c26-a666-4b45-93da-743b6e225830 service nova] Releasing lock "refresh_cache-3678dbe6-81c0-4aec-ad08-1971f7918fc0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.641712] env[69350]: DEBUG nova.scheduler.client.report [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.656390] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquiring lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.659115] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.659115] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquiring lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.659115] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.659115] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.663413] env[69350]: INFO nova.compute.manager [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Terminating instance [ 707.694284] env[69350]: DEBUG nova.network.neutron [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Successfully created port: 91882c0f-ba92-4cab-9589-81a241766aa7 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.714787] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.715197] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.787562] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148477, 'name': RelocateVM_Task, 'duration_secs': 0.77198} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.787763] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 707.788623] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821459', 'volume_id': '06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'name': 'volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3678dbe6-81c0-4aec-ad08-1971f7918fc0', 'attached_at': '', 'detached_at': '', 'volume_id': '06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'serial': '06035e4d-170e-45c9-a7ea-5a7ba5f57213'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 707.790863] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e801779-96b7-4120-b9aa-9d9aac2bb4cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.808742] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ed3bd9-5922-422a-bcc1-ffd1cd3724e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.834493] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213/volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.834675] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6eb66e6-0dcc-448c-9d69-faf22e537b5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.860201] env[69350]: DEBUG nova.compute.manager [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.867855] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for the task: (returnval){ [ 707.867855] env[69350]: value = "task-4148479" [ 707.867855] env[69350]: _type = "Task" [ 707.867855] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.879718] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.896792] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.896997] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.897448] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.897658] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.897811] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.897960] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.898192] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.898428] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.898626] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.898798] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.898971] env[69350]: DEBUG nova.virt.hardware [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.900012] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a81c1f-efb8-48b0-bfce-8ac6c7c31f23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.908770] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35c137c-1c3d-4d0d-9584-3bfc6c6a7403 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.974471] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2052150-5e07-4110-a1f2-0f07f974237f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "50988c7a-07dd-42d7-9fd2-790425947efe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.438s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.991314] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088024} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.991621] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.992500] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a97cd7-02da-43a4-96f2-d912d42e864d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.020251] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 829e488c-b119-4d6b-bc74-e24c10ee6d5e/829e488c-b119-4d6b-bc74-e24c10ee6d5e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.021012] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27cf1d86-1a6e-472b-bed2-235195be8a63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.047033] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 708.047033] env[69350]: value = "task-4148480" [ 708.047033] env[69350]: _type = "Task" [ 708.047033] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.058806] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.148657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.153344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.623s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.154276] env[69350]: INFO nova.compute.claims [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.171827] env[69350]: DEBUG nova.compute.manager [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.172711] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.174956] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ba7f86-1a33-47f3-a7ec-b6eb333b1f0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.185137] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.185499] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b7adf3f-9dcd-4987-be4b-31d551b92f49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.194996] env[69350]: DEBUG oslo_vmware.api [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for the task: (returnval){ [ 708.194996] env[69350]: value = "task-4148481" [ 708.194996] env[69350]: _type = "Task" [ 708.194996] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.200042] env[69350]: INFO nova.scheduler.client.report [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted allocations for instance 6af963e0-d625-451b-b92e-73f54345d1b0 [ 708.212479] env[69350]: DEBUG oslo_vmware.api [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.382410] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148479, 'name': ReconfigVM_Task, 'duration_secs': 0.485224} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.382410] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213/volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.389436] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b3ea131-a23a-4c3f-b741-3c2901670dd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.417623] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for the task: (returnval){ [ 708.417623] env[69350]: value = "task-4148482" [ 708.417623] env[69350]: _type = "Task" [ 708.417623] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.433402] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.480030] env[69350]: DEBUG nova.compute.manager [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.557973] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148480, 'name': ReconfigVM_Task, 'duration_secs': 0.443894} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.558313] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 829e488c-b119-4d6b-bc74-e24c10ee6d5e/829e488c-b119-4d6b-bc74-e24c10ee6d5e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.559059] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f08190a-54e8-4222-997a-d14445a1283a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.567991] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 708.567991] env[69350]: value = "task-4148483" [ 708.567991] env[69350]: _type = "Task" [ 708.567991] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.578434] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148483, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.590739] env[69350]: DEBUG nova.compute.manager [None req-6b0f6517-99a7-46ee-b8a8-c081499ff8fa tempest-ServerDiagnosticsV248Test-1260443870 tempest-ServerDiagnosticsV248Test-1260443870-project-admin] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.592414] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7325cd97-7b8f-4c42-93ac-2b443859c77a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.601949] env[69350]: INFO nova.compute.manager [None req-6b0f6517-99a7-46ee-b8a8-c081499ff8fa tempest-ServerDiagnosticsV248Test-1260443870 tempest-ServerDiagnosticsV248Test-1260443870-project-admin] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Retrieving diagnostics [ 708.603344] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1ee236-8668-401f-8acf-b0d8d5c6acd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.705762] env[69350]: DEBUG oslo_vmware.api [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148481, 'name': PowerOffVM_Task, 'duration_secs': 0.24138} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.706228] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.706481] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.706882] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46ab5077-8811-42c7-ae96-de83b8bf9469 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.716032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1209e00-7ff9-4c7c-9c73-5fb3d08e3875 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "6af963e0-d625-451b-b92e-73f54345d1b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.179s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.748538] env[69350]: DEBUG nova.compute.manager [req-04580949-d2d0-4ccd-8f34-2c145a3ea162 req-7eb54a3c-b3d0-4c60-b846-e61ca115af34 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Received event network-changed-cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.748828] env[69350]: DEBUG nova.compute.manager [req-04580949-d2d0-4ccd-8f34-2c145a3ea162 req-7eb54a3c-b3d0-4c60-b846-e61ca115af34 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Refreshing instance network info cache due to event network-changed-cdb9a5c8-951f-47ce-9085-2662aa3a65c2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.749041] env[69350]: DEBUG oslo_concurrency.lockutils [req-04580949-d2d0-4ccd-8f34-2c145a3ea162 req-7eb54a3c-b3d0-4c60-b846-e61ca115af34 service nova] Acquiring lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.749229] env[69350]: DEBUG oslo_concurrency.lockutils [req-04580949-d2d0-4ccd-8f34-2c145a3ea162 req-7eb54a3c-b3d0-4c60-b846-e61ca115af34 service nova] Acquired lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.749703] env[69350]: DEBUG nova.network.neutron [req-04580949-d2d0-4ccd-8f34-2c145a3ea162 req-7eb54a3c-b3d0-4c60-b846-e61ca115af34 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Refreshing network info cache for port cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.925861] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.926122] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.926312] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Deleting the datastore file [datastore2] c32bd89f-aae2-4f58-9b84-18b5f0d8801c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.927008] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-766a27dd-a904-40d4-8583-6525514f53dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.932370] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.937716] env[69350]: DEBUG oslo_vmware.api [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for the task: (returnval){ [ 708.937716] env[69350]: value = "task-4148485" [ 708.937716] env[69350]: _type = "Task" [ 708.937716] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.945965] env[69350]: DEBUG oslo_vmware.api [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.005524] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.080025] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148483, 'name': Rename_Task, 'duration_secs': 0.176976} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.080399] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.080706] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cef8b059-9cc5-49f9-a7a7-1c5c77ec7091 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.091155] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 709.091155] env[69350]: value = "task-4148486" [ 709.091155] env[69350]: _type = "Task" [ 709.091155] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.101692] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.322914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.323202] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.323569] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.323690] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.323769] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.326735] env[69350]: INFO nova.compute.manager [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Terminating instance [ 709.439008] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.451464] env[69350]: DEBUG oslo_vmware.api [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Task: {'id': task-4148485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265393} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.456901] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.456901] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.456901] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.456901] env[69350]: INFO nova.compute.manager [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 709.456901] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.456901] env[69350]: DEBUG nova.compute.manager [-] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.456901] env[69350]: DEBUG nova.network.neutron [-] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.581345] env[69350]: DEBUG nova.network.neutron [req-04580949-d2d0-4ccd-8f34-2c145a3ea162 req-7eb54a3c-b3d0-4c60-b846-e61ca115af34 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updated VIF entry in instance network info cache for port cdb9a5c8-951f-47ce-9085-2662aa3a65c2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.581813] env[69350]: DEBUG nova.network.neutron [req-04580949-d2d0-4ccd-8f34-2c145a3ea162 req-7eb54a3c-b3d0-4c60-b846-e61ca115af34 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updating instance_info_cache with network_info: [{"id": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "address": "fa:16:3e:77:de:29", "network": {"id": "c06f9e3e-2075-4543-bb82-cd95e162001c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-57553653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f248a9f0d8ca4e69b4903195702a239e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb9a5c8-95", "ovs_interfaceid": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.619242] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148486, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.692578] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd876420-4957-4c72-9085-be1bea1769a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.705563] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c831750-269b-4419-9e64-570cc6c2ba43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.747330] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c462746-128e-4f45-9f79-eeb4e5e3fcf0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.756635] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc948db-c23b-48c0-8c92-002500e5c2b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.775909] env[69350]: DEBUG nova.compute.provider_tree [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.832168] env[69350]: DEBUG nova.compute.manager [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.832467] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.833392] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3486437a-0208-412d-bd7f-ab28f94f0129 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.843893] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.844930] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d1010fd-6777-4c51-bdb1-515f218317f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.853330] env[69350]: DEBUG oslo_vmware.api [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 709.853330] env[69350]: value = "task-4148487" [ 709.853330] env[69350]: _type = "Task" [ 709.853330] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.863818] env[69350]: DEBUG oslo_vmware.api [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.935402] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148482, 'name': ReconfigVM_Task, 'duration_secs': 1.074221} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.935803] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821459', 'volume_id': '06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'name': 'volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3678dbe6-81c0-4aec-ad08-1971f7918fc0', 'attached_at': '', 'detached_at': '', 'volume_id': '06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'serial': '06035e4d-170e-45c9-a7ea-5a7ba5f57213'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 709.936518] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f256777a-f88b-4674-9a21-4f3ec500486f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.946341] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for the task: (returnval){ [ 709.946341] env[69350]: value = "task-4148488" [ 709.946341] env[69350]: _type = "Task" [ 709.946341] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.955560] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148488, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.085885] env[69350]: DEBUG oslo_concurrency.lockutils [req-04580949-d2d0-4ccd-8f34-2c145a3ea162 req-7eb54a3c-b3d0-4c60-b846-e61ca115af34 service nova] Releasing lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.104336] env[69350]: DEBUG oslo_vmware.api [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148486, 'name': PowerOnVM_Task, 'duration_secs': 0.735148} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.104700] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.104949] env[69350]: INFO nova.compute.manager [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Took 10.70 seconds to spawn the instance on the hypervisor. [ 710.105276] env[69350]: DEBUG nova.compute.manager [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.106153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b785c-ff2b-41d2-a191-e538070a8f4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.218100] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "0cebab59-253b-4037-99a0-26667add9e9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.218100] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.280160] env[69350]: DEBUG nova.scheduler.client.report [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.370296] env[69350]: DEBUG oslo_vmware.api [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148487, 'name': PowerOffVM_Task, 'duration_secs': 0.296387} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.370296] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.370296] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.370296] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1e0f347-14dd-4798-8f4a-5180ae268147 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.416012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "69a20aa3-1f89-4e23-9c22-0220c8197535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.416339] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "69a20aa3-1f89-4e23-9c22-0220c8197535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.452832] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.453087] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.453274] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleting the datastore file [datastore2] d3fc062b-3ffc-4b21-b9a4-32745a44f1ca {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.453926] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4607498a-ea31-4cc8-8e4b-dfd5a526b892 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.459560] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148488, 'name': Rename_Task, 'duration_secs': 0.230061} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.461975] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.462261] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b1d3067-8036-4c7a-b644-4bf79a25753e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.465995] env[69350]: DEBUG oslo_vmware.api [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 710.465995] env[69350]: value = "task-4148490" [ 710.465995] env[69350]: _type = "Task" [ 710.465995] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.471387] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for the task: (returnval){ [ 710.471387] env[69350]: value = "task-4148491" [ 710.471387] env[69350]: _type = "Task" [ 710.471387] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.478288] env[69350]: DEBUG oslo_vmware.api [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.485356] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.630848] env[69350]: INFO nova.compute.manager [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Took 33.84 seconds to build instance. [ 710.668125] env[69350]: DEBUG nova.network.neutron [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Successfully updated port: 91882c0f-ba92-4cab-9589-81a241766aa7 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.759847] env[69350]: DEBUG nova.objects.instance [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lazy-loading 'flavor' on Instance uuid de0d3b42-8371-4344-a262-63ecd4401849 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.792971] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.793526] env[69350]: DEBUG nova.compute.manager [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.799380] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.989s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.801255] env[69350]: INFO nova.compute.claims [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.905663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.905969] env[69350]: DEBUG oslo_concurrency.lockutils [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.906205] env[69350]: DEBUG oslo_concurrency.lockutils [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.906392] env[69350]: DEBUG oslo_concurrency.lockutils [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.906565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.908878] env[69350]: INFO nova.compute.manager [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Terminating instance [ 710.980627] env[69350]: DEBUG oslo_vmware.api [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36947} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.981860] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.982156] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.982450] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.982587] env[69350]: INFO nova.compute.manager [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 710.982834] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.983057] env[69350]: DEBUG nova.compute.manager [-] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.983163] env[69350]: DEBUG nova.network.neutron [-] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.988834] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148491, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.133338] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55c36646-4957-4f33-a0b0-d2948fa7aa8d tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.361s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.173532] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquiring lock "refresh_cache-0c362d02-acb5-493f-a146-e46ba4c3e26f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.173689] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquired lock "refresh_cache-0c362d02-acb5-493f-a146-e46ba4c3e26f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.174280] env[69350]: DEBUG nova.network.neutron [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.264824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquiring lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.268023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquired lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.311176] env[69350]: DEBUG nova.compute.utils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.317602] env[69350]: DEBUG nova.compute.manager [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.318035] env[69350]: DEBUG nova.network.neutron [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.343051] env[69350]: DEBUG nova.network.neutron [-] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.350307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquiring lock "c7124fd4-0db2-4fed-b568-57050643c022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.351743] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lock "c7124fd4-0db2-4fed-b568-57050643c022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.351743] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquiring lock "c7124fd4-0db2-4fed-b568-57050643c022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.351743] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lock "c7124fd4-0db2-4fed-b568-57050643c022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.351938] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lock "c7124fd4-0db2-4fed-b568-57050643c022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.358169] env[69350]: INFO nova.compute.manager [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Terminating instance [ 711.421312] env[69350]: DEBUG nova.compute.manager [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.421312] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.421312] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b8b3ac-e1b9-4a9c-ab3c-78ada52a4b4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.430499] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.433140] env[69350]: DEBUG nova.policy [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6194b0ef261c4d8fa7b0afde9bcbf188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916f392c3de049d0873de0b1ab5552da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.435491] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de36127c-672a-4ae8-8e38-43b90ada3eaa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.444757] env[69350]: DEBUG oslo_vmware.api [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 711.444757] env[69350]: value = "task-4148492" [ 711.444757] env[69350]: _type = "Task" [ 711.444757] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.457279] env[69350]: DEBUG oslo_vmware.api [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.486919] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148491, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.577359] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.577729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.636556] env[69350]: DEBUG nova.compute.manager [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.644229] env[69350]: DEBUG nova.compute.manager [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Received event network-vif-plugged-91882c0f-ba92-4cab-9589-81a241766aa7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.644229] env[69350]: DEBUG oslo_concurrency.lockutils [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] Acquiring lock "0c362d02-acb5-493f-a146-e46ba4c3e26f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.644229] env[69350]: DEBUG oslo_concurrency.lockutils [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] Lock "0c362d02-acb5-493f-a146-e46ba4c3e26f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.644229] env[69350]: DEBUG oslo_concurrency.lockutils [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] Lock "0c362d02-acb5-493f-a146-e46ba4c3e26f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.644229] env[69350]: DEBUG nova.compute.manager [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] No waiting events found dispatching network-vif-plugged-91882c0f-ba92-4cab-9589-81a241766aa7 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.644229] env[69350]: WARNING nova.compute.manager [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Received unexpected event network-vif-plugged-91882c0f-ba92-4cab-9589-81a241766aa7 for instance with vm_state building and task_state spawning. [ 711.644562] env[69350]: DEBUG nova.compute.manager [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Received event network-changed-91882c0f-ba92-4cab-9589-81a241766aa7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.644562] env[69350]: DEBUG nova.compute.manager [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Refreshing instance network info cache due to event network-changed-91882c0f-ba92-4cab-9589-81a241766aa7. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.644701] env[69350]: DEBUG oslo_concurrency.lockutils [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] Acquiring lock "refresh_cache-0c362d02-acb5-493f-a146-e46ba4c3e26f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.763418] env[69350]: DEBUG nova.network.neutron [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.808557] env[69350]: DEBUG nova.network.neutron [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Successfully created port: f72d5b30-25b0-4a40-b93e-7efc43001074 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.821338] env[69350]: DEBUG nova.compute.manager [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.848139] env[69350]: INFO nova.compute.manager [-] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Took 2.39 seconds to deallocate network for instance. [ 711.869793] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquiring lock "refresh_cache-c7124fd4-0db2-4fed-b568-57050643c022" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.871650] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquired lock "refresh_cache-c7124fd4-0db2-4fed-b568-57050643c022" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.871650] env[69350]: DEBUG nova.network.neutron [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.963074] env[69350]: DEBUG oslo_vmware.api [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148492, 'name': PowerOffVM_Task, 'duration_secs': 0.287835} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.963273] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.963455] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.963809] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80e8333f-3ff3-4098-9077-ead7683f946a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.983674] env[69350]: DEBUG oslo_vmware.api [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148491, 'name': PowerOnVM_Task, 'duration_secs': 1.147969} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.986813] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.987178] env[69350]: INFO nova.compute.manager [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Took 7.06 seconds to spawn the instance on the hypervisor. [ 711.987426] env[69350]: DEBUG nova.compute.manager [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.988767] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d211df4-120d-49e4-a263-3268a8c72d75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.047701] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.048511] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.048511] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleting the datastore file [datastore2] 2a8cb1be-0bab-43f9-b036-5ebf009b10ee {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.048767] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d0f1e5a-5949-4f61-b477-26ea956d95bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.056569] env[69350]: DEBUG oslo_vmware.api [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 712.056569] env[69350]: value = "task-4148494" [ 712.056569] env[69350]: _type = "Task" [ 712.056569] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.075526] env[69350]: DEBUG oslo_vmware.api [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.135946] env[69350]: DEBUG nova.network.neutron [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Updating instance_info_cache with network_info: [{"id": "91882c0f-ba92-4cab-9589-81a241766aa7", "address": "fa:16:3e:c4:83:0c", "network": {"id": "29e6d735-783f-4fa5-b163-6fc0ee4e5bcf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-908518203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1d2aaad5823d4a449bd9dfd7036f7609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91882c0f-ba", "ovs_interfaceid": "91882c0f-ba92-4cab-9589-81a241766aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.156372] env[69350]: DEBUG nova.network.neutron [-] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.167139] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.200513] env[69350]: DEBUG nova.network.neutron [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.356630] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.427794] env[69350]: DEBUG nova.network.neutron [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.478138] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b3d4d7-f10c-40d8-8869-1f894c9a3566 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.491684] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01508815-6ed1-4ac6-ab54-f2a2b7b971f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.500578] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52087ee6-246b-e955-3d8e-eb995f6e040e/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 712.501808] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb8f08d-d57a-4e57-989b-1c1765e735e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.544649] env[69350]: DEBUG nova.network.neutron [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.547886] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f72426d-d3bf-49a2-97d0-a1bc5b7fea0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.551345] env[69350]: INFO nova.compute.manager [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Took 33.75 seconds to build instance. [ 712.553879] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52087ee6-246b-e955-3d8e-eb995f6e040e/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 712.554065] env[69350]: ERROR oslo_vmware.rw_handles [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52087ee6-246b-e955-3d8e-eb995f6e040e/disk-0.vmdk due to incomplete transfer. [ 712.555330] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f09b7044-bebd-426a-86cb-34ac9f386f73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.566227] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0330624d-bcaf-4f70-ac99-b33b424d5a93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.572025] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52087ee6-246b-e955-3d8e-eb995f6e040e/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 712.572792] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Uploaded image bc43db70-9a33-4df7-a905-00dd7f129f76 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 712.575418] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 712.577060] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb411796-8bad-4d32-9917-c25d21970664 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.594295] env[69350]: DEBUG nova.compute.provider_tree [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.595738] env[69350]: DEBUG oslo_vmware.api [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358961} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.600037] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.600037] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.600037] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.600037] env[69350]: INFO nova.compute.manager [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 712.600037] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.600037] env[69350]: DEBUG nova.compute.manager [-] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.600037] env[69350]: DEBUG nova.network.neutron [-] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.602085] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 712.602085] env[69350]: value = "task-4148495" [ 712.602085] env[69350]: _type = "Task" [ 712.602085] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.613626] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148495, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.639560] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Releasing lock "refresh_cache-0c362d02-acb5-493f-a146-e46ba4c3e26f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.640155] env[69350]: DEBUG nova.compute.manager [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Instance network_info: |[{"id": "91882c0f-ba92-4cab-9589-81a241766aa7", "address": "fa:16:3e:c4:83:0c", "network": {"id": "29e6d735-783f-4fa5-b163-6fc0ee4e5bcf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-908518203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1d2aaad5823d4a449bd9dfd7036f7609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91882c0f-ba", "ovs_interfaceid": "91882c0f-ba92-4cab-9589-81a241766aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.640521] env[69350]: DEBUG oslo_concurrency.lockutils [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] Acquired lock "refresh_cache-0c362d02-acb5-493f-a146-e46ba4c3e26f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.640778] env[69350]: DEBUG nova.network.neutron [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Refreshing network info cache for port 91882c0f-ba92-4cab-9589-81a241766aa7 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.642143] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:83:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91882c0f-ba92-4cab-9589-81a241766aa7', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.650536] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Creating folder: Project (1d2aaad5823d4a449bd9dfd7036f7609). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.652037] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c78155d9-be4b-4d37-8027-12a62fed4a8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.663555] env[69350]: INFO nova.compute.manager [-] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Took 1.68 seconds to deallocate network for instance. [ 712.667019] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Created folder: Project (1d2aaad5823d4a449bd9dfd7036f7609) in parent group-v821414. [ 712.667282] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Creating folder: Instances. Parent ref: group-v821491. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.670501] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5237af7-7ad9-4c35-9321-2997af881c87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.683679] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Created folder: Instances in parent group-v821491. [ 712.684024] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.684293] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.686095] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c4c370d-5321-4641-8402-44aeda3eb443 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.708659] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.708659] env[69350]: value = "task-4148498" [ 712.708659] env[69350]: _type = "Task" [ 712.708659] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.720827] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148498, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.842501] env[69350]: DEBUG nova.compute.manager [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.870153] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.870153] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.870153] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.870341] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.870468] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.870630] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.870859] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.871029] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.871217] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.871505] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.871768] env[69350]: DEBUG nova.virt.hardware [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.872811] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f40c64-5f52-46ee-ac8f-102c162fb30d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.884654] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea64cc2-1592-45f3-a767-6294a708f528 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.052593] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Releasing lock "refresh_cache-c7124fd4-0db2-4fed-b568-57050643c022" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.053267] env[69350]: DEBUG nova.compute.manager [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.053511] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.054668] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaf6024-8c19-47d4-9a3d-3813dde04302 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.064260] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34bd5673-6c1a-416b-9510-b4f3e2396b38 tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.273s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.072367] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.072660] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-667f085f-9df0-47ef-abf4-ec46a91cc785 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.080983] env[69350]: DEBUG oslo_vmware.api [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for the task: (returnval){ [ 713.080983] env[69350]: value = "task-4148499" [ 713.080983] env[69350]: _type = "Task" [ 713.080983] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.093443] env[69350]: DEBUG oslo_vmware.api [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.098758] env[69350]: DEBUG nova.scheduler.client.report [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.122182] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148495, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.174075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.221312] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148498, 'name': CreateVM_Task, 'duration_secs': 0.427728} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.221424] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.222375] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.222854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.222949] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.223480] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4e247a-47ad-4e2a-b449-328e745ae61a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.231023] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for the task: (returnval){ [ 713.231023] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526f42a3-f5a3-bdf4-c637-592fb8aa183a" [ 713.231023] env[69350]: _type = "Task" [ 713.231023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.249831] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526f42a3-f5a3-bdf4-c637-592fb8aa183a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.324169] env[69350]: DEBUG nova.network.neutron [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updating instance_info_cache with network_info: [{"id": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "address": "fa:16:3e:77:de:29", "network": {"id": "c06f9e3e-2075-4543-bb82-cd95e162001c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-57553653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f248a9f0d8ca4e69b4903195702a239e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb9a5c8-95", "ovs_interfaceid": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.474108] env[69350]: DEBUG nova.compute.manager [req-62d20840-712b-4cb2-9fb3-52d42a56ac14 req-e163c62b-643c-43ee-9a5d-a3dc2d938619 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Received event network-changed-521e140f-f582-4dd1-9069-b99f08fcc100 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.474388] env[69350]: DEBUG nova.compute.manager [req-62d20840-712b-4cb2-9fb3-52d42a56ac14 req-e163c62b-643c-43ee-9a5d-a3dc2d938619 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Refreshing instance network info cache due to event network-changed-521e140f-f582-4dd1-9069-b99f08fcc100. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.474602] env[69350]: DEBUG oslo_concurrency.lockutils [req-62d20840-712b-4cb2-9fb3-52d42a56ac14 req-e163c62b-643c-43ee-9a5d-a3dc2d938619 service nova] Acquiring lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.474739] env[69350]: DEBUG oslo_concurrency.lockutils [req-62d20840-712b-4cb2-9fb3-52d42a56ac14 req-e163c62b-643c-43ee-9a5d-a3dc2d938619 service nova] Acquired lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.476602] env[69350]: DEBUG nova.network.neutron [req-62d20840-712b-4cb2-9fb3-52d42a56ac14 req-e163c62b-643c-43ee-9a5d-a3dc2d938619 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Refreshing network info cache for port 521e140f-f582-4dd1-9069-b99f08fcc100 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.548477] env[69350]: DEBUG nova.network.neutron [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Updated VIF entry in instance network info cache for port 91882c0f-ba92-4cab-9589-81a241766aa7. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.548920] env[69350]: DEBUG nova.network.neutron [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Updating instance_info_cache with network_info: [{"id": "91882c0f-ba92-4cab-9589-81a241766aa7", "address": "fa:16:3e:c4:83:0c", "network": {"id": "29e6d735-783f-4fa5-b163-6fc0ee4e5bcf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-908518203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1d2aaad5823d4a449bd9dfd7036f7609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91882c0f-ba", "ovs_interfaceid": "91882c0f-ba92-4cab-9589-81a241766aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.568597] env[69350]: DEBUG nova.compute.manager [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.593825] env[69350]: DEBUG oslo_vmware.api [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148499, 'name': PowerOffVM_Task, 'duration_secs': 0.140216} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.595889] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.595889] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.595889] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c54f1d-2d1d-4e14-a59b-3fd3f2a210e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.612123] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.612899] env[69350]: DEBUG nova.compute.manager [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.617131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.223s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.619790] env[69350]: INFO nova.compute.claims [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.628884] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148495, 'name': Destroy_Task, 'duration_secs': 0.987531} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.631355] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Destroyed the VM [ 713.631737] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 713.632712] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.632712] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.632712] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Deleting the datastore file [datastore2] c7124fd4-0db2-4fed-b568-57050643c022 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.633059] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c515bc7e-cc83-47c6-95af-bf98a6b8255e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.635047] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7875651-eb67-4bda-944b-1db811182a4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.648476] env[69350]: DEBUG oslo_vmware.api [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for the task: (returnval){ [ 713.648476] env[69350]: value = "task-4148501" [ 713.648476] env[69350]: _type = "Task" [ 713.648476] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.649586] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 713.649586] env[69350]: value = "task-4148502" [ 713.649586] env[69350]: _type = "Task" [ 713.649586] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.671430] env[69350]: DEBUG oslo_vmware.api [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.671430] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148502, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.712911] env[69350]: DEBUG nova.network.neutron [-] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.755121] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526f42a3-f5a3-bdf4-c637-592fb8aa183a, 'name': SearchDatastore_Task, 'duration_secs': 0.060815} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.755121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.755121] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.755121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.755121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.755581] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.755581] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50154de5-1a04-422a-9aa0-1c3be30a4dbd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.766707] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.766707] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.767243] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64db1326-c7ab-42d0-b008-6e4aec491920 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.774011] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for the task: (returnval){ [ 713.774011] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5207cb73-3e7a-7c30-e4f5-5f7ab9db4be4" [ 713.774011] env[69350]: _type = "Task" [ 713.774011] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.792581] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5207cb73-3e7a-7c30-e4f5-5f7ab9db4be4, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.793862] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913ebc38-5b73-445d-a894-bd71296c0d64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.807033] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for the task: (returnval){ [ 713.807033] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d3c3b0-28f7-4942-87b1-3e63e7b0d080" [ 713.807033] env[69350]: _type = "Task" [ 713.807033] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.821451] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d3c3b0-28f7-4942-87b1-3e63e7b0d080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.829104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Releasing lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.829514] env[69350]: DEBUG nova.compute.manager [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Inject network info {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 713.829945] env[69350]: DEBUG nova.compute.manager [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] network_info to inject: |[{"id": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "address": "fa:16:3e:77:de:29", "network": {"id": "c06f9e3e-2075-4543-bb82-cd95e162001c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-57553653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f248a9f0d8ca4e69b4903195702a239e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb9a5c8-95", "ovs_interfaceid": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 713.841841] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Reconfiguring VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 713.841841] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a64622-9294-46b0-b244-73625a6f82b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.863013] env[69350]: DEBUG nova.network.neutron [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Successfully updated port: f72d5b30-25b0-4a40-b93e-7efc43001074 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.872335] env[69350]: DEBUG oslo_vmware.api [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 713.872335] env[69350]: value = "task-4148503" [ 713.872335] env[69350]: _type = "Task" [ 713.872335] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.890535] env[69350]: DEBUG oslo_vmware.api [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.998030] env[69350]: DEBUG nova.compute.manager [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Received event network-vif-deleted-ef941e6f-e5ef-4b0b-a529-aa835ccd349f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.001805] env[69350]: DEBUG nova.compute.manager [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Received event network-vif-deleted-bd1240b2-796c-4379-8aa6-cf2a00639048 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.001805] env[69350]: DEBUG nova.compute.manager [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Received event network-changed-cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.001805] env[69350]: DEBUG nova.compute.manager [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Refreshing instance network info cache due to event network-changed-cdb9a5c8-951f-47ce-9085-2662aa3a65c2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.001805] env[69350]: DEBUG oslo_concurrency.lockutils [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] Acquiring lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.001805] env[69350]: DEBUG oslo_concurrency.lockutils [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] Acquired lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.001805] env[69350]: DEBUG nova.network.neutron [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Refreshing network info cache for port cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.053254] env[69350]: DEBUG oslo_concurrency.lockutils [req-07a85aae-9370-4be7-a817-627032f6f49a req-98f73f4a-6dd1-4a29-a834-caa2264fa954 service nova] Releasing lock "refresh_cache-0c362d02-acb5-493f-a146-e46ba4c3e26f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.098269] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.128323] env[69350]: DEBUG nova.compute.utils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.130693] env[69350]: DEBUG nova.compute.manager [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.132671] env[69350]: DEBUG nova.network.neutron [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.170108] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148502, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.174264] env[69350]: DEBUG oslo_vmware.api [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Task: {'id': task-4148501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170214} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.174584] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.174735] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.174926] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.175118] env[69350]: INFO nova.compute.manager [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Took 1.12 seconds to destroy the instance on the hypervisor. [ 714.175372] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.175579] env[69350]: DEBUG nova.compute.manager [-] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.175677] env[69350]: DEBUG nova.network.neutron [-] [instance: c7124fd4-0db2-4fed-b568-57050643c022] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.194807] env[69350]: DEBUG nova.policy [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc94560cfaa44259f08b4255e62d12f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e32d5858df8f4b7dac6e2697c2a1c4eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.204043] env[69350]: DEBUG nova.network.neutron [-] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.220100] env[69350]: INFO nova.compute.manager [-] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Took 1.62 seconds to deallocate network for instance. [ 714.250186] env[69350]: DEBUG nova.network.neutron [req-62d20840-712b-4cb2-9fb3-52d42a56ac14 req-e163c62b-643c-43ee-9a5d-a3dc2d938619 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updated VIF entry in instance network info cache for port 521e140f-f582-4dd1-9069-b99f08fcc100. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.250661] env[69350]: DEBUG nova.network.neutron [req-62d20840-712b-4cb2-9fb3-52d42a56ac14 req-e163c62b-643c-43ee-9a5d-a3dc2d938619 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance_info_cache with network_info: [{"id": "521e140f-f582-4dd1-9069-b99f08fcc100", "address": "fa:16:3e:b0:8b:9b", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e140f-f5", "ovs_interfaceid": "521e140f-f582-4dd1-9069-b99f08fcc100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.321519] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d3c3b0-28f7-4942-87b1-3e63e7b0d080, 'name': SearchDatastore_Task, 'duration_secs': 0.012805} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.321519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.321519] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 0c362d02-acb5-493f-a146-e46ba4c3e26f/0c362d02-acb5-493f-a146-e46ba4c3e26f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.321519] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f62e485-b8e4-4f95-bcce-40aad5b8068d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.331115] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for the task: (returnval){ [ 714.331115] env[69350]: value = "task-4148504" [ 714.331115] env[69350]: _type = "Task" [ 714.331115] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.343936] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.369894] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "refresh_cache-823fca95-83da-462b-922a-6137a1cd85a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.369894] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquired lock "refresh_cache-823fca95-83da-462b-922a-6137a1cd85a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.369894] env[69350]: DEBUG nova.network.neutron [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.391032] env[69350]: DEBUG oslo_vmware.api [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148503, 'name': ReconfigVM_Task, 'duration_secs': 0.180558} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.391359] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fae515a-dada-45c0-adc1-a856174e4fb7 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Reconfigured VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 714.631089] env[69350]: DEBUG nova.compute.manager [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.664855] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148502, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.707932] env[69350]: DEBUG nova.network.neutron [-] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.728155] env[69350]: DEBUG oslo_concurrency.lockutils [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.761324] env[69350]: DEBUG oslo_concurrency.lockutils [req-62d20840-712b-4cb2-9fb3-52d42a56ac14 req-e163c62b-643c-43ee-9a5d-a3dc2d938619 service nova] Releasing lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.818454] env[69350]: DEBUG nova.network.neutron [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updated VIF entry in instance network info cache for port cdb9a5c8-951f-47ce-9085-2662aa3a65c2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.818918] env[69350]: DEBUG nova.network.neutron [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updating instance_info_cache with network_info: [{"id": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "address": "fa:16:3e:77:de:29", "network": {"id": "c06f9e3e-2075-4543-bb82-cd95e162001c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-57553653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f248a9f0d8ca4e69b4903195702a239e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb9a5c8-95", "ovs_interfaceid": "cdb9a5c8-951f-47ce-9085-2662aa3a65c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.851498] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148504, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.912271] env[69350]: DEBUG nova.network.neutron [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.991873] env[69350]: DEBUG nova.network.neutron [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Successfully created port: 0724114c-2be0-48f3-b047-28a96e39a968 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.130344] env[69350]: DEBUG nova.network.neutron [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Updating instance_info_cache with network_info: [{"id": "f72d5b30-25b0-4a40-b93e-7efc43001074", "address": "fa:16:3e:aa:0f:4a", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72d5b30-25", "ovs_interfaceid": "f72d5b30-25b0-4a40-b93e-7efc43001074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.176830] env[69350]: DEBUG oslo_vmware.api [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148502, 'name': RemoveSnapshot_Task, 'duration_secs': 1.328859} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.177297] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.177652] env[69350]: INFO nova.compute.manager [None req-5ca4d564-3b76-4f1a-b8b8-8c496f784a6b tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Took 19.51 seconds to snapshot the instance on the hypervisor. [ 715.211124] env[69350]: INFO nova.compute.manager [-] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Took 1.04 seconds to deallocate network for instance. [ 715.293181] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc38a0fb-e2c9-4021-9091-eafa3d84496f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.301959] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d5b96c-3199-440e-8f8e-8ea89220bfa6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.344410] env[69350]: DEBUG oslo_concurrency.lockutils [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] Releasing lock "refresh_cache-de0d3b42-8371-4344-a262-63ecd4401849" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.344507] env[69350]: DEBUG nova.compute.manager [req-d7d89817-cf37-410d-8482-59ada9fae1ba req-a1755789-5925-4aaf-bc82-5487ee4ca973 service nova] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Received event network-vif-deleted-d5c0e2ee-e265-4f65-b02c-07b400225418 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.352225] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0679d7d0-8dbc-494d-b081-8695a51a2eb5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.371899] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455c64d0-b293-4721-bdbe-0af82bf41c3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.380395] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709705} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.380856] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 0c362d02-acb5-493f-a146-e46ba4c3e26f/0c362d02-acb5-493f-a146-e46ba4c3e26f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.381841] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.384034] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-991edf9a-be9d-4587-90c5-81656bcd28c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.400192] env[69350]: DEBUG nova.compute.provider_tree [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.409038] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for the task: (returnval){ [ 715.409038] env[69350]: value = "task-4148505" [ 715.409038] env[69350]: _type = "Task" [ 715.409038] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.420787] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.633940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Releasing lock "refresh_cache-823fca95-83da-462b-922a-6137a1cd85a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.634426] env[69350]: DEBUG nova.compute.manager [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Instance network_info: |[{"id": "f72d5b30-25b0-4a40-b93e-7efc43001074", "address": "fa:16:3e:aa:0f:4a", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72d5b30-25", "ovs_interfaceid": "f72d5b30-25b0-4a40-b93e-7efc43001074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.634974] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:0f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f72d5b30-25b0-4a40-b93e-7efc43001074', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.645465] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.647325] env[69350]: DEBUG nova.compute.manager [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.651024] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.651024] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42c54533-21e8-424f-b487-21aee08ef497 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.677149] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.677456] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.677715] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.677973] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.678234] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.678401] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.678821] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.678821] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.679110] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.679351] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.679579] env[69350]: DEBUG nova.virt.hardware [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.681039] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af09ea49-914e-4481-8772-af0b3e9efe45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.689648] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.689648] env[69350]: value = "task-4148506" [ 715.689648] env[69350]: _type = "Task" [ 715.689648] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.701078] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804fb8bf-1703-44de-9f4c-d782c2774811 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.711145] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148506, 'name': CreateVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.723577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.801833] env[69350]: DEBUG nova.compute.manager [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Received event network-vif-plugged-f72d5b30-25b0-4a40-b93e-7efc43001074 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.802208] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] Acquiring lock "823fca95-83da-462b-922a-6137a1cd85a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.802477] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] Lock "823fca95-83da-462b-922a-6137a1cd85a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.802745] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] Lock "823fca95-83da-462b-922a-6137a1cd85a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.803010] env[69350]: DEBUG nova.compute.manager [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] No waiting events found dispatching network-vif-plugged-f72d5b30-25b0-4a40-b93e-7efc43001074 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.803250] env[69350]: WARNING nova.compute.manager [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Received unexpected event network-vif-plugged-f72d5b30-25b0-4a40-b93e-7efc43001074 for instance with vm_state building and task_state spawning. [ 715.803492] env[69350]: DEBUG nova.compute.manager [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Received event network-changed-f72d5b30-25b0-4a40-b93e-7efc43001074 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.803730] env[69350]: DEBUG nova.compute.manager [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Refreshing instance network info cache due to event network-changed-f72d5b30-25b0-4a40-b93e-7efc43001074. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.803982] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] Acquiring lock "refresh_cache-823fca95-83da-462b-922a-6137a1cd85a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.804221] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] Acquired lock "refresh_cache-823fca95-83da-462b-922a-6137a1cd85a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.804451] env[69350]: DEBUG nova.network.neutron [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Refreshing network info cache for port f72d5b30-25b0-4a40-b93e-7efc43001074 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.859666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquiring lock "de0d3b42-8371-4344-a262-63ecd4401849" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.862357] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lock "de0d3b42-8371-4344-a262-63ecd4401849" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.862669] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquiring lock "de0d3b42-8371-4344-a262-63ecd4401849-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.862883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lock "de0d3b42-8371-4344-a262-63ecd4401849-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.863066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lock "de0d3b42-8371-4344-a262-63ecd4401849-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.865622] env[69350]: INFO nova.compute.manager [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Terminating instance [ 715.903312] env[69350]: DEBUG nova.scheduler.client.report [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.921784] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073778} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.922109] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.923026] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88932192-e964-4e89-b77f-b5cf86193ffb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.948268] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 0c362d02-acb5-493f-a146-e46ba4c3e26f/0c362d02-acb5-493f-a146-e46ba4c3e26f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.948969] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8ea35f-03d8-4846-8c02-6ea45666298e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.971169] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for the task: (returnval){ [ 715.971169] env[69350]: value = "task-4148507" [ 715.971169] env[69350]: _type = "Task" [ 715.971169] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.980939] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.205974] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148506, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.370504] env[69350]: DEBUG nova.compute.manager [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.370794] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.372131] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d01304-f128-49db-8e7f-edcf7f38e834 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.383689] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.383821] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28e7ffae-d5e8-42e3-a7b3-468937b624f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.394941] env[69350]: DEBUG oslo_vmware.api [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 716.394941] env[69350]: value = "task-4148508" [ 716.394941] env[69350]: _type = "Task" [ 716.394941] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.406539] env[69350]: DEBUG oslo_vmware.api [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.409778] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.410488] env[69350]: DEBUG nova.compute.manager [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.413822] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.676s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.489754] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.711858] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148506, 'name': CreateVM_Task, 'duration_secs': 0.811167} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.713249] env[69350]: DEBUG nova.network.neutron [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Updated VIF entry in instance network info cache for port f72d5b30-25b0-4a40-b93e-7efc43001074. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.713814] env[69350]: DEBUG nova.network.neutron [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Updating instance_info_cache with network_info: [{"id": "f72d5b30-25b0-4a40-b93e-7efc43001074", "address": "fa:16:3e:aa:0f:4a", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72d5b30-25", "ovs_interfaceid": "f72d5b30-25b0-4a40-b93e-7efc43001074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.715237] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.716377] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.716693] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.717163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.717588] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc345d98-82a5-4b1c-91fa-057a6162ebdf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.725234] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 716.725234] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52cc9440-d311-35a7-31ce-2142cd1b9f3a" [ 716.725234] env[69350]: _type = "Task" [ 716.725234] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.739077] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cc9440-d311-35a7-31ce-2142cd1b9f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.909687] env[69350]: DEBUG oslo_vmware.api [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148508, 'name': PowerOffVM_Task, 'duration_secs': 0.332528} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.910034] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.910308] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.910415] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f085279f-4d85-471a-ab06-e90a2ede035b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.922099] env[69350]: DEBUG nova.compute.utils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.924798] env[69350]: DEBUG nova.compute.manager [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.924798] env[69350]: DEBUG nova.network.neutron [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.930453] env[69350]: DEBUG nova.network.neutron [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Successfully updated port: 0724114c-2be0-48f3-b047-28a96e39a968 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.985750] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148507, 'name': ReconfigVM_Task, 'duration_secs': 0.935975} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.990204] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 0c362d02-acb5-493f-a146-e46ba4c3e26f/0c362d02-acb5-493f-a146-e46ba4c3e26f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.991258] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.991258] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.991481] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Deleting the datastore file [datastore2] de0d3b42-8371-4344-a262-63ecd4401849 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.993047] env[69350]: DEBUG nova.policy [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6718e04127e34239b5883c37f8a0bf43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aac272fdcc7049a6adf2253f2936c574', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.995512] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c852f32a-4c11-4c4f-b798-5cb0057b8742 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.997321] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e43f397-9e02-4852-9f4d-29c53f4ca84b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.000410] env[69350]: DEBUG nova.compute.manager [req-5b3b68cf-ba26-4d69-b7d9-65816eae5ff2 req-ffb637e5-fe31-4a02-91ab-106881b388b8 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Received event network-vif-plugged-0724114c-2be0-48f3-b047-28a96e39a968 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.000616] env[69350]: DEBUG oslo_concurrency.lockutils [req-5b3b68cf-ba26-4d69-b7d9-65816eae5ff2 req-ffb637e5-fe31-4a02-91ab-106881b388b8 service nova] Acquiring lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.000834] env[69350]: DEBUG oslo_concurrency.lockutils [req-5b3b68cf-ba26-4d69-b7d9-65816eae5ff2 req-ffb637e5-fe31-4a02-91ab-106881b388b8 service nova] Lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.001011] env[69350]: DEBUG oslo_concurrency.lockutils [req-5b3b68cf-ba26-4d69-b7d9-65816eae5ff2 req-ffb637e5-fe31-4a02-91ab-106881b388b8 service nova] Lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.001182] env[69350]: DEBUG nova.compute.manager [req-5b3b68cf-ba26-4d69-b7d9-65816eae5ff2 req-ffb637e5-fe31-4a02-91ab-106881b388b8 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] No waiting events found dispatching network-vif-plugged-0724114c-2be0-48f3-b047-28a96e39a968 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.001342] env[69350]: WARNING nova.compute.manager [req-5b3b68cf-ba26-4d69-b7d9-65816eae5ff2 req-ffb637e5-fe31-4a02-91ab-106881b388b8 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Received unexpected event network-vif-plugged-0724114c-2be0-48f3-b047-28a96e39a968 for instance with vm_state building and task_state spawning. [ 717.011569] env[69350]: DEBUG oslo_vmware.api [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for the task: (returnval){ [ 717.011569] env[69350]: value = "task-4148511" [ 717.011569] env[69350]: _type = "Task" [ 717.011569] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.011569] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for the task: (returnval){ [ 717.011569] env[69350]: value = "task-4148510" [ 717.011569] env[69350]: _type = "Task" [ 717.011569] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.024575] env[69350]: DEBUG oslo_vmware.api [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.028383] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148510, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.216604] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] Releasing lock "refresh_cache-823fca95-83da-462b-922a-6137a1cd85a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.216945] env[69350]: DEBUG nova.compute.manager [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Received event network-changed-dd872273-c348-4b90-a38e-f7c956082c01 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.218795] env[69350]: DEBUG nova.compute.manager [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Refreshing instance network info cache due to event network-changed-dd872273-c348-4b90-a38e-f7c956082c01. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.218795] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] Acquiring lock "refresh_cache-3678dbe6-81c0-4aec-ad08-1971f7918fc0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.218795] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] Acquired lock "refresh_cache-3678dbe6-81c0-4aec-ad08-1971f7918fc0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.218795] env[69350]: DEBUG nova.network.neutron [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Refreshing network info cache for port dd872273-c348-4b90-a38e-f7c956082c01 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.236885] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cc9440-d311-35a7-31ce-2142cd1b9f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012408} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.240350] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.240744] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.243020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.243020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.243020] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.243020] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-473a3b7d-352c-4ab7-8e9e-30d5a5122c57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.255239] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.255239] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.257857] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0984a2a6-7c76-486c-a26e-a2a179d15081 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.267254] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 717.267254] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5266f0a8-c13d-2d64-3945-97bb448647c1" [ 717.267254] env[69350]: _type = "Task" [ 717.267254] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.278593] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5266f0a8-c13d-2d64-3945-97bb448647c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.335836] env[69350]: DEBUG nova.network.neutron [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Successfully created port: c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.429986] env[69350]: DEBUG nova.compute.manager [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.439273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "refresh_cache-c57a42b2-ae92-4dd2-91ee-69065a5eab0c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.441074] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "refresh_cache-c57a42b2-ae92-4dd2-91ee-69065a5eab0c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.441074] env[69350]: DEBUG nova.network.neutron [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.505176] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ad430-8b85-491f-914f-fc58bae8b831 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.522613] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f1882d-0c7c-46aa-9eef-8958a356f9d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.533031] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148510, 'name': Rename_Task, 'duration_secs': 0.15246} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.562571] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.562904] env[69350]: DEBUG oslo_vmware.api [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Task: {'id': task-4148511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355965} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.563936] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35012f81-1d15-4a5c-a638-7ea378e6826d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.565739] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.565936] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.566129] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.566313] env[69350]: INFO nova.compute.manager [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Took 1.20 seconds to destroy the instance on the hypervisor. [ 717.566542] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.567254] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074befa-1bd2-43bf-9324-3db6daa37260 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.571293] env[69350]: DEBUG nova.compute.manager [-] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.571393] env[69350]: DEBUG nova.network.neutron [-] [instance: de0d3b42-8371-4344-a262-63ecd4401849] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.580760] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f24eac-e729-433c-a6d8-55c5cdd08714 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.588852] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for the task: (returnval){ [ 717.588852] env[69350]: value = "task-4148512" [ 717.588852] env[69350]: _type = "Task" [ 717.588852] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.602753] env[69350]: DEBUG nova.compute.provider_tree [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.609901] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148512, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.777719] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5266f0a8-c13d-2d64-3945-97bb448647c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.778886] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f20d73-0ab4-4a65-9e46-c771cc2ef740 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.786954] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 717.786954] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ebc5c1-a723-cfee-9c77-bcfe70c0cced" [ 717.786954] env[69350]: _type = "Task" [ 717.786954] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.796202] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ebc5c1-a723-cfee-9c77-bcfe70c0cced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.030349] env[69350]: DEBUG nova.network.neutron [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.100465] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148512, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.105488] env[69350]: DEBUG nova.scheduler.client.report [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.307956] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ebc5c1-a723-cfee-9c77-bcfe70c0cced, 'name': SearchDatastore_Task, 'duration_secs': 0.017971} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.308946] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.309738] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 823fca95-83da-462b-922a-6137a1cd85a3/823fca95-83da-462b-922a-6137a1cd85a3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.310356] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8edcb14-e96d-4aec-baa4-b71df15eea8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.320794] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 718.320794] env[69350]: value = "task-4148513" [ 718.320794] env[69350]: _type = "Task" [ 718.320794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.331997] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.450033] env[69350]: DEBUG nova.compute.manager [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.472252] env[69350]: DEBUG nova.network.neutron [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Updated VIF entry in instance network info cache for port dd872273-c348-4b90-a38e-f7c956082c01. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.472668] env[69350]: DEBUG nova.network.neutron [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Updating instance_info_cache with network_info: [{"id": "dd872273-c348-4b90-a38e-f7c956082c01", "address": "fa:16:3e:b4:92:3a", "network": {"id": "b407278c-3ff8-4002-8023-569b8997b82b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-725424814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a782fc5143f47d9ba41b40300192c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd872273-c3", "ovs_interfaceid": "dd872273-c348-4b90-a38e-f7c956082c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.482935] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.483218] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.483378] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.483561] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.483708] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.483862] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.484656] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.484886] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.485235] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.485573] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.485645] env[69350]: DEBUG nova.virt.hardware [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.487336] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f5e65d-18f2-4315-965d-fb9429e8ac07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.501479] env[69350]: DEBUG nova.compute.manager [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.501479] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce431bb-a841-4a3e-958e-05afdc1b4036 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.503288] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3b69b2-5584-4eb2-9195-450835460b42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.564896] env[69350]: DEBUG nova.network.neutron [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Updating instance_info_cache with network_info: [{"id": "0724114c-2be0-48f3-b047-28a96e39a968", "address": "fa:16:3e:f6:ae:25", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0724114c-2b", "ovs_interfaceid": "0724114c-2be0-48f3-b047-28a96e39a968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.602254] env[69350]: DEBUG oslo_vmware.api [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148512, 'name': PowerOnVM_Task, 'duration_secs': 0.820974} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.602254] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.602254] env[69350]: INFO nova.compute.manager [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Took 10.74 seconds to spawn the instance on the hypervisor. [ 718.602254] env[69350]: DEBUG nova.compute.manager [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.603340] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add507f2-f65f-4284-bd03-3ac05c89f11a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.835920] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148513, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.976296] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4612154-c870-41c7-9d98-707a854bc4e7 req-43553a12-7dbc-48b8-a5ca-38c72b7e69b1 service nova] Releasing lock "refresh_cache-3678dbe6-81c0-4aec-ad08-1971f7918fc0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.026554] env[69350]: INFO nova.compute.manager [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] instance snapshotting [ 719.034522] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29c7906-3834-4bb5-ae2e-c108e2b5bac7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.062234] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a221cd93-2d2d-4b61-9eb1-8527c444864d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.068150] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "refresh_cache-c57a42b2-ae92-4dd2-91ee-69065a5eab0c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.069248] env[69350]: DEBUG nova.compute.manager [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Instance network_info: |[{"id": "0724114c-2be0-48f3-b047-28a96e39a968", "address": "fa:16:3e:f6:ae:25", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0724114c-2b", "ovs_interfaceid": "0724114c-2be0-48f3-b047-28a96e39a968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.072425] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ae:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0724114c-2be0-48f3-b047-28a96e39a968', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.082665] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.085640] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.086302] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae0f43e4-1035-4484-b281-1c1f04b84594 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.122021] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.122021] env[69350]: value = "task-4148514" [ 719.122021] env[69350]: _type = "Task" [ 719.122021] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.126046] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.709s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.132349] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.715s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.132349] env[69350]: INFO nova.compute.claims [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.145611] env[69350]: INFO nova.compute.manager [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Took 31.63 seconds to build instance. [ 719.149438] env[69350]: DEBUG nova.compute.manager [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Received event network-changed-0724114c-2be0-48f3-b047-28a96e39a968 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.149881] env[69350]: DEBUG nova.compute.manager [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Refreshing instance network info cache due to event network-changed-0724114c-2be0-48f3-b047-28a96e39a968. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.150195] env[69350]: DEBUG oslo_concurrency.lockutils [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] Acquiring lock "refresh_cache-c57a42b2-ae92-4dd2-91ee-69065a5eab0c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.150195] env[69350]: DEBUG oslo_concurrency.lockutils [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] Acquired lock "refresh_cache-c57a42b2-ae92-4dd2-91ee-69065a5eab0c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.150359] env[69350]: DEBUG nova.network.neutron [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Refreshing network info cache for port 0724114c-2be0-48f3-b047-28a96e39a968 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.164026] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148514, 'name': CreateVM_Task} progress is 15%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.189581] env[69350]: DEBUG nova.compute.manager [req-00cc4675-33c5-4123-be1a-297587a9d33c req-981b090c-c2ef-4b5c-89bf-2c76ef2973d9 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Received event network-vif-plugged-c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.189887] env[69350]: DEBUG oslo_concurrency.lockutils [req-00cc4675-33c5-4123-be1a-297587a9d33c req-981b090c-c2ef-4b5c-89bf-2c76ef2973d9 service nova] Acquiring lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.193334] env[69350]: DEBUG oslo_concurrency.lockutils [req-00cc4675-33c5-4123-be1a-297587a9d33c req-981b090c-c2ef-4b5c-89bf-2c76ef2973d9 service nova] Lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.193595] env[69350]: DEBUG oslo_concurrency.lockutils [req-00cc4675-33c5-4123-be1a-297587a9d33c req-981b090c-c2ef-4b5c-89bf-2c76ef2973d9 service nova] Lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.193805] env[69350]: DEBUG nova.compute.manager [req-00cc4675-33c5-4123-be1a-297587a9d33c req-981b090c-c2ef-4b5c-89bf-2c76ef2973d9 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] No waiting events found dispatching network-vif-plugged-c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.193995] env[69350]: WARNING nova.compute.manager [req-00cc4675-33c5-4123-be1a-297587a9d33c req-981b090c-c2ef-4b5c-89bf-2c76ef2973d9 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Received unexpected event network-vif-plugged-c16018cb-b1d5-479e-be9c-68b0ecbb4549 for instance with vm_state building and task_state spawning. [ 719.273265] env[69350]: DEBUG nova.network.neutron [-] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.298636] env[69350]: DEBUG nova.network.neutron [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Successfully updated port: c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.334023] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836564} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.334439] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 823fca95-83da-462b-922a-6137a1cd85a3/823fca95-83da-462b-922a-6137a1cd85a3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.334536] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.334794] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7f69f64-660a-4949-b5eb-d8885a7aae91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.345436] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 719.345436] env[69350]: value = "task-4148515" [ 719.345436] env[69350]: _type = "Task" [ 719.345436] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.357302] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.611219] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 719.611219] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc9bdc84-c302-4af8-84f0-8fefae2977c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.619089] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 719.619089] env[69350]: value = "task-4148516" [ 719.619089] env[69350]: _type = "Task" [ 719.619089] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.629774] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148516, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.640815] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148514, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.655436] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21a39f48-3e08-4c4e-86d3-fb32723a932c tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Lock "0c362d02-acb5-493f-a146-e46ba4c3e26f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.676s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.736416] env[69350]: INFO nova.scheduler.client.report [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Deleted allocation for migration 5614983f-cbb3-436f-897c-286d70de7ef6 [ 719.780440] env[69350]: INFO nova.compute.manager [-] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Took 2.21 seconds to deallocate network for instance. [ 719.805781] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.805781] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquired lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.805781] env[69350]: DEBUG nova.network.neutron [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.858217] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080088} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.858217] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.858217] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe05f7-1d04-4bdd-a26a-48d273d94ffc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.888016] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 823fca95-83da-462b-922a-6137a1cd85a3/823fca95-83da-462b-922a-6137a1cd85a3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.888818] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bc08706-3724-4ede-95ac-30f3f58838e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.913516] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 719.913516] env[69350]: value = "task-4148517" [ 719.913516] env[69350]: _type = "Task" [ 719.913516] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.929278] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.133063] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148516, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.146922] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148514, 'name': CreateVM_Task, 'duration_secs': 0.547795} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.147478] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.148016] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.148236] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.148617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.148898] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda420d4-2b33-4a60-abe2-abdb59c31266 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.160161] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 720.160161] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f66cc1-7bed-ae9a-ee17-48519aa7e37f" [ 720.160161] env[69350]: _type = "Task" [ 720.160161] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.164941] env[69350]: DEBUG nova.compute.manager [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.178034] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f66cc1-7bed-ae9a-ee17-48519aa7e37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.245158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81c6453f-6cc4-4935-847c-f8d3a08d6cd8 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.230s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.259320] env[69350]: DEBUG nova.network.neutron [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Updated VIF entry in instance network info cache for port 0724114c-2be0-48f3-b047-28a96e39a968. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.259461] env[69350]: DEBUG nova.network.neutron [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Updating instance_info_cache with network_info: [{"id": "0724114c-2be0-48f3-b047-28a96e39a968", "address": "fa:16:3e:f6:ae:25", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0724114c-2b", "ovs_interfaceid": "0724114c-2be0-48f3-b047-28a96e39a968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.292440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.398792] env[69350]: DEBUG nova.network.neutron [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.428695] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.620449] env[69350]: DEBUG nova.network.neutron [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Updating instance_info_cache with network_info: [{"id": "c16018cb-b1d5-479e-be9c-68b0ecbb4549", "address": "fa:16:3e:e9:b1:97", "network": {"id": "dcb2aacf-6a67-437b-9d9f-5adc488742a7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-270104904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aac272fdcc7049a6adf2253f2936c574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16018cb-b1", "ovs_interfaceid": "c16018cb-b1d5-479e-be9c-68b0ecbb4549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.644206] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148516, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.672871] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f66cc1-7bed-ae9a-ee17-48519aa7e37f, 'name': SearchDatastore_Task, 'duration_secs': 0.029389} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.675980] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.676264] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.676500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.677258] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.677258] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.679790] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f64885d-02aa-4279-9bf1-a1093f976cfd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.690874] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.691288] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.697023] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee8d2b3-c6bc-4acf-91a9-b7bbe1800155 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.700425] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.705411] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 720.705411] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522e6fdd-8852-ea88-d8f8-879cb60c684c" [ 720.705411] env[69350]: _type = "Task" [ 720.705411] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.715691] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522e6fdd-8852-ea88-d8f8-879cb60c684c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.766491] env[69350]: DEBUG oslo_concurrency.lockutils [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] Releasing lock "refresh_cache-c57a42b2-ae92-4dd2-91ee-69065a5eab0c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.766754] env[69350]: DEBUG nova.compute.manager [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Received event network-vif-deleted-cdb9a5c8-951f-47ce-9085-2662aa3a65c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.766926] env[69350]: INFO nova.compute.manager [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Neutron deleted interface cdb9a5c8-951f-47ce-9085-2662aa3a65c2; detaching it from the instance and deleting it from the info cache [ 720.767110] env[69350]: DEBUG nova.network.neutron [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.801725] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7cecc6-f976-4698-a2b5-c7c4b6b04836 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.815602] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a865c676-fe83-48be-8bde-b73350d573bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.856093] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76903db6-4d22-4daa-ad20-d73839bb7e1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.865259] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d887197f-819c-477e-9efc-5ea1281231fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.882616] env[69350]: DEBUG nova.compute.provider_tree [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.925394] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148517, 'name': ReconfigVM_Task, 'duration_secs': 0.69683} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.925681] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 823fca95-83da-462b-922a-6137a1cd85a3/823fca95-83da-462b-922a-6137a1cd85a3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.926396] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10a92418-1c80-4166-a868-edd43bb3febd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.935185] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 720.935185] env[69350]: value = "task-4148518" [ 720.935185] env[69350]: _type = "Task" [ 720.935185] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.945193] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148518, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.135253] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Releasing lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.135669] env[69350]: DEBUG nova.compute.manager [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Instance network_info: |[{"id": "c16018cb-b1d5-479e-be9c-68b0ecbb4549", "address": "fa:16:3e:e9:b1:97", "network": {"id": "dcb2aacf-6a67-437b-9d9f-5adc488742a7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-270104904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aac272fdcc7049a6adf2253f2936c574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16018cb-b1", "ovs_interfaceid": "c16018cb-b1d5-479e-be9c-68b0ecbb4549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.135965] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148516, 'name': CreateSnapshot_Task, 'duration_secs': 1.1354} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.136553] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b1:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c16018cb-b1d5-479e-be9c-68b0ecbb4549', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.145567] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Creating folder: Project (aac272fdcc7049a6adf2253f2936c574). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.145567] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 721.145567] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b8646e6-522d-4db9-8334-0eca3ec82a42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.148023] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1588240-5c03-4421-85fb-4076e0805ed7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.169865] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Created folder: Project (aac272fdcc7049a6adf2253f2936c574) in parent group-v821414. [ 721.170408] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Creating folder: Instances. Parent ref: group-v821497. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.171058] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e84c2e02-2351-4575-abf8-0ef061e96f02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.184207] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Created folder: Instances in parent group-v821497. [ 721.184607] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.184915] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.185692] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a64af113-32fc-4670-8666-724768f37235 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.212027] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.212027] env[69350]: value = "task-4148521" [ 721.212027] env[69350]: _type = "Task" [ 721.212027] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.218172] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522e6fdd-8852-ea88-d8f8-879cb60c684c, 'name': SearchDatastore_Task, 'duration_secs': 0.015714} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.220626] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7084cd24-2dd1-4244-8be7-4d1e738d3f56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.226561] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148521, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.230371] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 721.230371] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529ca473-f068-e159-50be-e4cddba7e8cd" [ 721.230371] env[69350]: _type = "Task" [ 721.230371] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.240971] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529ca473-f068-e159-50be-e4cddba7e8cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.278248] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbf45ed3-a6ff-497b-93e7-ec54c8eef396 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.289953] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd508e9a-a603-495e-9995-6d3274b41e81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.324558] env[69350]: DEBUG nova.compute.manager [req-7d6f85f3-0913-44c4-b1df-26d76ed65995 req-712c325b-106c-4312-bc2a-5d1ef2b86196 service nova] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Detach interface failed, port_id=cdb9a5c8-951f-47ce-9085-2662aa3a65c2, reason: Instance de0d3b42-8371-4344-a262-63ecd4401849 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 721.385713] env[69350]: DEBUG nova.scheduler.client.report [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.447830] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148518, 'name': Rename_Task, 'duration_secs': 0.172531} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.448281] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.448544] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c8e6854-9adf-4cfb-a5c1-3a16d8e337cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.457064] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 721.457064] env[69350]: value = "task-4148522" [ 721.457064] env[69350]: _type = "Task" [ 721.457064] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.465909] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.501541] env[69350]: DEBUG nova.compute.manager [req-680d10d6-c125-41de-8651-6699a1eaa447 req-d2e9297d-3316-47a4-9d12-663bb6473915 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Received event network-changed-c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.501541] env[69350]: DEBUG nova.compute.manager [req-680d10d6-c125-41de-8651-6699a1eaa447 req-d2e9297d-3316-47a4-9d12-663bb6473915 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Refreshing instance network info cache due to event network-changed-c16018cb-b1d5-479e-be9c-68b0ecbb4549. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.501541] env[69350]: DEBUG oslo_concurrency.lockutils [req-680d10d6-c125-41de-8651-6699a1eaa447 req-d2e9297d-3316-47a4-9d12-663bb6473915 service nova] Acquiring lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.502204] env[69350]: DEBUG oslo_concurrency.lockutils [req-680d10d6-c125-41de-8651-6699a1eaa447 req-d2e9297d-3316-47a4-9d12-663bb6473915 service nova] Acquired lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.502204] env[69350]: DEBUG nova.network.neutron [req-680d10d6-c125-41de-8651-6699a1eaa447 req-d2e9297d-3316-47a4-9d12-663bb6473915 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Refreshing network info cache for port c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.678806] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 721.679755] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d4145af-0513-4438-b217-83d0aed72213 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.690266] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 721.690266] env[69350]: value = "task-4148523" [ 721.690266] env[69350]: _type = "Task" [ 721.690266] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.699500] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148523, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.723530] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148521, 'name': CreateVM_Task, 'duration_secs': 0.376372} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.723708] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.724689] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.724896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.725721] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.726044] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3bf42f-f391-43a3-a14a-1240af44bb62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.733333] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 721.733333] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e70e22-3499-24d5-7f21-43ed9c11a842" [ 721.733333] env[69350]: _type = "Task" [ 721.733333] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.750497] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529ca473-f068-e159-50be-e4cddba7e8cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.750748] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e70e22-3499-24d5-7f21-43ed9c11a842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.751015] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.751306] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] c57a42b2-ae92-4dd2-91ee-69065a5eab0c/c57a42b2-ae92-4dd2-91ee-69065a5eab0c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.751560] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cb7c017-ed11-4c49-a785-93878b94b410 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.759731] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 721.759731] env[69350]: value = "task-4148524" [ 721.759731] env[69350]: _type = "Task" [ 721.759731] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.771025] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.891183] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.891793] env[69350]: DEBUG nova.compute.manager [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.896318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.646s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.896681] env[69350]: DEBUG nova.objects.instance [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lazy-loading 'resources' on Instance uuid d10e36b7-97c5-4468-bab1-bfc79f77ccf6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.971278] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.206610] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148523, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.255681] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e70e22-3499-24d5-7f21-43ed9c11a842, 'name': SearchDatastore_Task, 'duration_secs': 0.024382} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.256047] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.256928] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.256928] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.256928] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.256928] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.257372] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47c9ecdc-6285-4d3c-847b-d45279ec1f2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.275685] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148524, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.278393] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.279089] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.279801] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e263d0-fb8b-4a68-8b6e-3c0c72a01fea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.288935] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 722.288935] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52c3c1d6-4046-4e8c-d7d8-61b9a28d0fc3" [ 722.288935] env[69350]: _type = "Task" [ 722.288935] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.301811] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c3c1d6-4046-4e8c-d7d8-61b9a28d0fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.322850] env[69350]: DEBUG nova.network.neutron [req-680d10d6-c125-41de-8651-6699a1eaa447 req-d2e9297d-3316-47a4-9d12-663bb6473915 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Updated VIF entry in instance network info cache for port c16018cb-b1d5-479e-be9c-68b0ecbb4549. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.323763] env[69350]: DEBUG nova.network.neutron [req-680d10d6-c125-41de-8651-6699a1eaa447 req-d2e9297d-3316-47a4-9d12-663bb6473915 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Updating instance_info_cache with network_info: [{"id": "c16018cb-b1d5-479e-be9c-68b0ecbb4549", "address": "fa:16:3e:e9:b1:97", "network": {"id": "dcb2aacf-6a67-437b-9d9f-5adc488742a7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-270104904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aac272fdcc7049a6adf2253f2936c574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16018cb-b1", "ovs_interfaceid": "c16018cb-b1d5-479e-be9c-68b0ecbb4549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.402480] env[69350]: DEBUG nova.compute.utils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.408605] env[69350]: DEBUG nova.compute.manager [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.409534] env[69350]: DEBUG nova.network.neutron [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.471131] env[69350]: DEBUG nova.policy [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70aa7c6323a248ad8ea447d689a9ff64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c1be9c37f984c8a8730a8f9e35d1a84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.480835] env[69350]: DEBUG oslo_vmware.api [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148522, 'name': PowerOnVM_Task, 'duration_secs': 0.908166} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.483242] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.483577] env[69350]: INFO nova.compute.manager [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Took 9.64 seconds to spawn the instance on the hypervisor. [ 722.483814] env[69350]: DEBUG nova.compute.manager [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.486690] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e010e027-204b-46e6-b650-05b56f41c299 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.705979] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148523, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.775646] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665055} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.775900] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] c57a42b2-ae92-4dd2-91ee-69065a5eab0c/c57a42b2-ae92-4dd2-91ee-69065a5eab0c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.778489] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.778489] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bad5d72-07ef-4b7d-8d60-74789e1aee26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.789778] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 722.789778] env[69350]: value = "task-4148525" [ 722.789778] env[69350]: _type = "Task" [ 722.789778] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.809128] env[69350]: DEBUG nova.network.neutron [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Successfully created port: 94e7b9cc-d113-472e-a265-9ba458594a2b {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.817474] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c3c1d6-4046-4e8c-d7d8-61b9a28d0fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.067956} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.818096] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.821982] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8e5dfb-b19b-4b1a-bf6a-d9ee1af1f07a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.828490] env[69350]: DEBUG oslo_concurrency.lockutils [req-680d10d6-c125-41de-8651-6699a1eaa447 req-d2e9297d-3316-47a4-9d12-663bb6473915 service nova] Releasing lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.828949] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 722.828949] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5219ca4a-1e5b-d8ae-b186-5a68c834feb6" [ 722.828949] env[69350]: _type = "Task" [ 722.828949] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.838919] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5219ca4a-1e5b-d8ae-b186-5a68c834feb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.915329] env[69350]: DEBUG nova.compute.manager [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.938173] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4f229-2202-4a4d-9ece-cb623deb111d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.947910] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f16f1e4-f67b-476c-87a7-b9d37366fb14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.985921] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1d6d3d-8e27-46d4-92d2-6a2fcf5d961c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.998866] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc99448-4ce7-4d19-9e88-915e4ad0e4b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.009863] env[69350]: INFO nova.compute.manager [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Took 31.52 seconds to build instance. [ 723.020184] env[69350]: DEBUG nova.compute.provider_tree [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.205590] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148523, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.307057] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278587} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.307404] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.308226] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d02ef44-a96e-4b2b-9c63-888ef0f9f221 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.333033] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c57a42b2-ae92-4dd2-91ee-69065a5eab0c/c57a42b2-ae92-4dd2-91ee-69065a5eab0c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.333690] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc45a551-40af-4c84-8579-7ab3decab733 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.367060] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5219ca4a-1e5b-d8ae-b186-5a68c834feb6, 'name': SearchDatastore_Task, 'duration_secs': 0.036622} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.369272] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.369789] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] e0dc12e1-af91-4057-9fc1-219bbdc31fdd/e0dc12e1-af91-4057-9fc1-219bbdc31fdd.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.370347] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 723.370347] env[69350]: value = "task-4148526" [ 723.370347] env[69350]: _type = "Task" [ 723.370347] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.370751] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0169945e-b625-4095-a7b7-4fe537c34261 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.390753] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.390753] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 723.390753] env[69350]: value = "task-4148527" [ 723.390753] env[69350]: _type = "Task" [ 723.390753] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.401676] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.522782] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79734a93-9aad-4b72-b9a1-67a1ff565339 tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "823fca95-83da-462b-922a-6137a1cd85a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.325s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.523972] env[69350]: DEBUG nova.scheduler.client.report [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.535075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.535783] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.710829] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148523, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.888422] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.904128] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148527, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.928954] env[69350]: DEBUG nova.compute.manager [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.954093] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.954378] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.954537] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.954760] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.954859] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.955015] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.955251] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.955408] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.955574] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.955735] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.955911] env[69350]: DEBUG nova.virt.hardware [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.956974] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa928cdd-5eaf-4e51-b880-11f1fd3df9ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.967485] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee43f68e-2e65-4485-aa71-656420299550 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.030889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.033857] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.747s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.034213] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.034378] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 724.034582] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.395s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.034802] env[69350]: DEBUG nova.objects.instance [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lazy-loading 'resources' on Instance uuid a5300d40-02de-4199-830e-054a12564f17 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.036601] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ce32c-a698-496d-b3a2-6cd30157b9a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.040541] env[69350]: DEBUG nova.compute.manager [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.051649] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178ccc86-0a7b-4e9c-a4fc-1986592d8d56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.058560] env[69350]: INFO nova.scheduler.client.report [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Deleted allocations for instance d10e36b7-97c5-4468-bab1-bfc79f77ccf6 [ 724.075044] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1800ddbd-51e1-4777-b3db-45e2443c41a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.086554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0546a13a-b7b9-41cd-85a3-add934ea1052 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.118872] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179638MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 724.119045] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.208392] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148523, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.357315] env[69350]: DEBUG nova.network.neutron [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Successfully updated port: 94e7b9cc-d113-472e-a265-9ba458594a2b {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.385490] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148526, 'name': ReconfigVM_Task, 'duration_secs': 0.778911} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.385678] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c57a42b2-ae92-4dd2-91ee-69065a5eab0c/c57a42b2-ae92-4dd2-91ee-69065a5eab0c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.386186] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cd00e09-28ac-49ff-bf04-cc74343f18b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.397169] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 724.397169] env[69350]: value = "task-4148528" [ 724.397169] env[69350]: _type = "Task" [ 724.397169] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.404156] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63327} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.404762] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] e0dc12e1-af91-4057-9fc1-219bbdc31fdd/e0dc12e1-af91-4057-9fc1-219bbdc31fdd.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.404980] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.405245] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80ed93de-6e94-470b-81b1-5c1d621a982e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.412140] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148528, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.417938] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 724.417938] env[69350]: value = "task-4148529" [ 724.417938] env[69350]: _type = "Task" [ 724.417938] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.426446] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.568615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.569210] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3526edcd-32f6-4e51-b150-6cf0ed95a728 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "d10e36b7-97c5-4468-bab1-bfc79f77ccf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.310s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.712645] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148523, 'name': CloneVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.714975] env[69350]: DEBUG nova.compute.manager [req-49dc26a1-4c0f-4f15-aa59-dabbdb678d84 req-c34643b1-1559-4731-ab83-f658a4ae715f service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Received event network-vif-plugged-94e7b9cc-d113-472e-a265-9ba458594a2b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.715227] env[69350]: DEBUG oslo_concurrency.lockutils [req-49dc26a1-4c0f-4f15-aa59-dabbdb678d84 req-c34643b1-1559-4731-ab83-f658a4ae715f service nova] Acquiring lock "0972b291-5b74-4ca7-923e-10815f8de11f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.715493] env[69350]: DEBUG oslo_concurrency.lockutils [req-49dc26a1-4c0f-4f15-aa59-dabbdb678d84 req-c34643b1-1559-4731-ab83-f658a4ae715f service nova] Lock "0972b291-5b74-4ca7-923e-10815f8de11f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.715668] env[69350]: DEBUG oslo_concurrency.lockutils [req-49dc26a1-4c0f-4f15-aa59-dabbdb678d84 req-c34643b1-1559-4731-ab83-f658a4ae715f service nova] Lock "0972b291-5b74-4ca7-923e-10815f8de11f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.715933] env[69350]: DEBUG nova.compute.manager [req-49dc26a1-4c0f-4f15-aa59-dabbdb678d84 req-c34643b1-1559-4731-ab83-f658a4ae715f service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] No waiting events found dispatching network-vif-plugged-94e7b9cc-d113-472e-a265-9ba458594a2b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.716159] env[69350]: WARNING nova.compute.manager [req-49dc26a1-4c0f-4f15-aa59-dabbdb678d84 req-c34643b1-1559-4731-ab83-f658a4ae715f service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Received unexpected event network-vif-plugged-94e7b9cc-d113-472e-a265-9ba458594a2b for instance with vm_state building and task_state spawning. [ 724.861636] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquiring lock "refresh_cache-0972b291-5b74-4ca7-923e-10815f8de11f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.861797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquired lock "refresh_cache-0972b291-5b74-4ca7-923e-10815f8de11f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.862040] env[69350]: DEBUG nova.network.neutron [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.908699] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148528, 'name': Rename_Task, 'duration_secs': 0.261101} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.911584] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.912084] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b36f8ac7-08a7-46fd-9f42-b7fbcdf7f332 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.920789] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 724.920789] env[69350]: value = "task-4148530" [ 724.920789] env[69350]: _type = "Task" [ 724.920789] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.937408] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.944842] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077265} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.945554] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.946831] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdd0e03-a8dd-4a3f-aa5c-d86d596b79dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.976096] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] e0dc12e1-af91-4057-9fc1-219bbdc31fdd/e0dc12e1-af91-4057-9fc1-219bbdc31fdd.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.979860] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96bf055-dda4-4200-983c-e94fe0f2fcb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.009297] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 725.009297] env[69350]: value = "task-4148531" [ 725.009297] env[69350]: _type = "Task" [ 725.009297] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.025909] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.101811] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a718017b-ad6e-4969-81ab-467d59db5335 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.112498] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a708e5-d893-4c2e-9647-9ed57e3c3ea1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.148525] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8975eeb3-d762-4ec4-bc86-fe006d607543 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.157983] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047b1fb4-fd38-4f77-a45e-ef750d29238d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.173241] env[69350]: DEBUG nova.compute.provider_tree [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.209840] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148523, 'name': CloneVM_Task, 'duration_secs': 3.023842} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.210157] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Created linked-clone VM from snapshot [ 725.210982] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a078a-6d7d-4687-82f7-a9910eeac2c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.222190] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Uploading image 597411d9-8ff2-4270-8844-483cf94fcb9e {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 725.250661] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 725.250661] env[69350]: value = "vm-821500" [ 725.250661] env[69350]: _type = "VirtualMachine" [ 725.250661] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 725.251025] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-196af88e-8f6a-4ebf-a437-6e210c435db1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.261073] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lease: (returnval){ [ 725.261073] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52464f8e-5b5a-6050-4285-fe850dd50a4b" [ 725.261073] env[69350]: _type = "HttpNfcLease" [ 725.261073] env[69350]: } obtained for exporting VM: (result){ [ 725.261073] env[69350]: value = "vm-821500" [ 725.261073] env[69350]: _type = "VirtualMachine" [ 725.261073] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 725.261593] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the lease: (returnval){ [ 725.261593] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52464f8e-5b5a-6050-4285-fe850dd50a4b" [ 725.261593] env[69350]: _type = "HttpNfcLease" [ 725.261593] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 725.273470] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.273470] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52464f8e-5b5a-6050-4285-fe850dd50a4b" [ 725.273470] env[69350]: _type = "HttpNfcLease" [ 725.273470] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 725.437503] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148530, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.439839] env[69350]: DEBUG nova.network.neutron [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.502485] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquiring lock "0c362d02-acb5-493f-a146-e46ba4c3e26f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.502766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Lock "0c362d02-acb5-493f-a146-e46ba4c3e26f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.502979] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquiring lock "0c362d02-acb5-493f-a146-e46ba4c3e26f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.503175] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Lock "0c362d02-acb5-493f-a146-e46ba4c3e26f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.503427] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Lock "0c362d02-acb5-493f-a146-e46ba4c3e26f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.512017] env[69350]: INFO nova.compute.manager [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Terminating instance [ 725.520725] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.669728] env[69350]: DEBUG nova.network.neutron [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Updating instance_info_cache with network_info: [{"id": "94e7b9cc-d113-472e-a265-9ba458594a2b", "address": "fa:16:3e:d5:d5:e5", "network": {"id": "fb3f28d2-2e19-42bb-8cca-4e48052010b1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-928720998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c1be9c37f984c8a8730a8f9e35d1a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94e7b9cc-d1", "ovs_interfaceid": "94e7b9cc-d113-472e-a265-9ba458594a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.676269] env[69350]: DEBUG nova.scheduler.client.report [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.770615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "823fca95-83da-462b-922a-6137a1cd85a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.770957] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "823fca95-83da-462b-922a-6137a1cd85a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.771214] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "823fca95-83da-462b-922a-6137a1cd85a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.771402] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "823fca95-83da-462b-922a-6137a1cd85a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.771568] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "823fca95-83da-462b-922a-6137a1cd85a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.773762] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.773762] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52464f8e-5b5a-6050-4285-fe850dd50a4b" [ 725.773762] env[69350]: _type = "HttpNfcLease" [ 725.773762] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.774225] env[69350]: INFO nova.compute.manager [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Terminating instance [ 725.775553] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.775553] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52464f8e-5b5a-6050-4285-fe850dd50a4b" [ 725.775553] env[69350]: _type = "HttpNfcLease" [ 725.775553] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.776343] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78d8ab9-77e8-4d0f-a166-122f7638a323 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.786445] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcaae9-3ff6-88ff-eca8-44a989a12feb/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.786633] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcaae9-3ff6-88ff-eca8-44a989a12feb/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.945041] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.969014] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59e2100b-6993-4fa8-a005-9226bf5a9a66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.015842] env[69350]: DEBUG nova.compute.manager [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.016091] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.016902] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b4d8cb-b99e-4e37-8c69-2cab66de5dc6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.022945] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148531, 'name': ReconfigVM_Task, 'duration_secs': 0.743368} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.023705] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Reconfigured VM instance instance-0000001d to attach disk [datastore2] e0dc12e1-af91-4057-9fc1-219bbdc31fdd/e0dc12e1-af91-4057-9fc1-219bbdc31fdd.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.024385] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c41fa55-7aad-4758-b2e0-4d3a7f9c5e2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.031016] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.031016] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcd48e65-3fa4-4f91-91fe-ce96b33a5676 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.031513] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 726.031513] env[69350]: value = "task-4148533" [ 726.031513] env[69350]: _type = "Task" [ 726.031513] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.036795] env[69350]: DEBUG oslo_vmware.api [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for the task: (returnval){ [ 726.036795] env[69350]: value = "task-4148534" [ 726.036795] env[69350]: _type = "Task" [ 726.036795] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.044793] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148533, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.053427] env[69350]: DEBUG oslo_vmware.api [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.172834] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Releasing lock "refresh_cache-0972b291-5b74-4ca7-923e-10815f8de11f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.173316] env[69350]: DEBUG nova.compute.manager [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Instance network_info: |[{"id": "94e7b9cc-d113-472e-a265-9ba458594a2b", "address": "fa:16:3e:d5:d5:e5", "network": {"id": "fb3f28d2-2e19-42bb-8cca-4e48052010b1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-928720998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c1be9c37f984c8a8730a8f9e35d1a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94e7b9cc-d1", "ovs_interfaceid": "94e7b9cc-d113-472e-a265-9ba458594a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.173866] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:d5:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94e7b9cc-d113-472e-a265-9ba458594a2b', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.186027] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Creating folder: Project (8c1be9c37f984c8a8730a8f9e35d1a84). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.186027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.189131] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1895d1d-4dbd-431f-9750-0e4dcb4d6219 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.193729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.797s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.194241] env[69350]: DEBUG nova.objects.instance [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lazy-loading 'resources' on Instance uuid 0ad8034d-05fb-41aa-8dcf-4554b8cc461a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.208857] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Created folder: Project (8c1be9c37f984c8a8730a8f9e35d1a84) in parent group-v821414. [ 726.210100] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Creating folder: Instances. Parent ref: group-v821501. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.210100] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea297eb7-5131-409d-919e-f4c1b755baac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.223062] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Created folder: Instances in parent group-v821501. [ 726.223732] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.224871] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.225221] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aacea8e9-cfec-4118-a83b-d3b3a727789c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.250830] env[69350]: INFO nova.scheduler.client.report [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Deleted allocations for instance a5300d40-02de-4199-830e-054a12564f17 [ 726.269539] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.269539] env[69350]: value = "task-4148537" [ 726.269539] env[69350]: _type = "Task" [ 726.269539] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.283692] env[69350]: DEBUG nova.compute.manager [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.283692] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.283692] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148537, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.285581] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ace7177-eadc-4026-9d1c-25cd983744d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.296726] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.296902] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7889c0ff-682f-4653-b964-ad8b6f75a29c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.309030] env[69350]: DEBUG oslo_vmware.api [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 726.309030] env[69350]: value = "task-4148538" [ 726.309030] env[69350]: _type = "Task" [ 726.309030] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.325242] env[69350]: DEBUG oslo_vmware.api [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.438981] env[69350]: DEBUG oslo_vmware.api [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148530, 'name': PowerOnVM_Task, 'duration_secs': 1.078399} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.439550] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.440054] env[69350]: INFO nova.compute.manager [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Took 10.79 seconds to spawn the instance on the hypervisor. [ 726.440396] env[69350]: DEBUG nova.compute.manager [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.441364] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f9b7d-b293-4d72-9125-998995bc337f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.558721] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148533, 'name': Rename_Task, 'duration_secs': 0.173459} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.563411] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.563877] env[69350]: DEBUG oslo_vmware.api [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148534, 'name': PowerOffVM_Task, 'duration_secs': 0.333835} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.564173] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5410eb6-5ab5-4027-adfd-fc3ca707e1f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.566300] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.566500] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.567018] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6671397-ef4d-41f6-8507-b2a1b8cdf761 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.578000] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 726.578000] env[69350]: value = "task-4148539" [ 726.578000] env[69350]: _type = "Task" [ 726.578000] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.595635] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.652292] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.652654] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.652969] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Deleting the datastore file [datastore1] 0c362d02-acb5-493f-a146-e46ba4c3e26f {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.653361] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e5695ed-14a2-4eac-a0a6-5c05db87f4b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.663033] env[69350]: DEBUG oslo_vmware.api [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for the task: (returnval){ [ 726.663033] env[69350]: value = "task-4148541" [ 726.663033] env[69350]: _type = "Task" [ 726.663033] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.681287] env[69350]: DEBUG oslo_vmware.api [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.768844] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cb44eee1-2560-4b10-bac9-b3369be9ad99 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444 tempest-FloatingIPsAssociationNegativeTestJSON-2041735444-project-member] Lock "a5300d40-02de-4199-830e-054a12564f17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.463s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.793921] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148537, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.818937] env[69350]: DEBUG oslo_vmware.api [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148538, 'name': PowerOffVM_Task, 'duration_secs': 0.235735} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.819533] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.819798] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.820511] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1be149a6-293c-4be7-8c4a-9968069319c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.922608] env[69350]: DEBUG nova.compute.manager [req-903aade0-6ab2-47c9-8fe2-de0a26837c32 req-a7951f13-1902-4e5b-a33c-eada49f0239f service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Received event network-changed-94e7b9cc-d113-472e-a265-9ba458594a2b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.922981] env[69350]: DEBUG nova.compute.manager [req-903aade0-6ab2-47c9-8fe2-de0a26837c32 req-a7951f13-1902-4e5b-a33c-eada49f0239f service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Refreshing instance network info cache due to event network-changed-94e7b9cc-d113-472e-a265-9ba458594a2b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.923340] env[69350]: DEBUG oslo_concurrency.lockutils [req-903aade0-6ab2-47c9-8fe2-de0a26837c32 req-a7951f13-1902-4e5b-a33c-eada49f0239f service nova] Acquiring lock "refresh_cache-0972b291-5b74-4ca7-923e-10815f8de11f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.923552] env[69350]: DEBUG oslo_concurrency.lockutils [req-903aade0-6ab2-47c9-8fe2-de0a26837c32 req-a7951f13-1902-4e5b-a33c-eada49f0239f service nova] Acquired lock "refresh_cache-0972b291-5b74-4ca7-923e-10815f8de11f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.923792] env[69350]: DEBUG nova.network.neutron [req-903aade0-6ab2-47c9-8fe2-de0a26837c32 req-a7951f13-1902-4e5b-a33c-eada49f0239f service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Refreshing network info cache for port 94e7b9cc-d113-472e-a265-9ba458594a2b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.926392] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.926700] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.926939] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Deleting the datastore file [datastore1] 823fca95-83da-462b-922a-6137a1cd85a3 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.928086] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db476705-f796-4f43-bf65-f03c2d7759f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.939429] env[69350]: DEBUG oslo_vmware.api [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for the task: (returnval){ [ 726.939429] env[69350]: value = "task-4148543" [ 726.939429] env[69350]: _type = "Task" [ 726.939429] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.951239] env[69350]: DEBUG oslo_vmware.api [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.966956] env[69350]: INFO nova.compute.manager [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Took 34.20 seconds to build instance. [ 727.091443] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148539, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.180303] env[69350]: DEBUG oslo_vmware.api [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Task: {'id': task-4148541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246449} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.180605] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.180821] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.181038] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.181229] env[69350]: INFO nova.compute.manager [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 727.181520] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.184915] env[69350]: DEBUG nova.compute.manager [-] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.184915] env[69350]: DEBUG nova.network.neutron [-] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.266831] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16211de-ed15-4839-b68d-85c91b9591cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.281192] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6931544f-e3a9-46e1-8022-666f52536042 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.289714] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148537, 'name': CreateVM_Task, 'duration_secs': 0.525092} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.289961] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.290840] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.291173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.291653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.292054] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690fd991-8902-4b88-9b1f-040984f5b874 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.326631] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c04e8d1-5e51-4f1b-929d-413ac5387c0f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.331381] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for the task: (returnval){ [ 727.331381] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bf7771-e732-9712-8ee6-1c0de3188b94" [ 727.331381] env[69350]: _type = "Task" [ 727.331381] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.340673] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7a7d76-4c4f-48dc-adfe-4d57f64cfe4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.352977] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bf7771-e732-9712-8ee6-1c0de3188b94, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.354221] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.354221] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.354768] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.354768] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.354768] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.355649] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a85a7aa1-3c79-4d32-a5da-7d70cfb72f85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.371064] env[69350]: DEBUG nova.compute.provider_tree [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.387056] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.387341] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.388299] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a3d9cd-e889-407f-b33d-19d68279a7d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.396106] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for the task: (returnval){ [ 727.396106] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52396432-5663-6d3f-efb5-4361db060218" [ 727.396106] env[69350]: _type = "Task" [ 727.396106] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.407646] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52396432-5663-6d3f-efb5-4361db060218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.449909] env[69350]: DEBUG oslo_vmware.api [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Task: {'id': task-4148543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273767} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.450358] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.450558] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.450830] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.451310] env[69350]: INFO nova.compute.manager [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 727.451700] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.452540] env[69350]: DEBUG nova.compute.manager [-] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.452540] env[69350]: DEBUG nova.network.neutron [-] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.469595] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a8ce7b-c06e-4d52-9474-bd53b5b6e448 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.817s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.596875] env[69350]: DEBUG oslo_vmware.api [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148539, 'name': PowerOnVM_Task, 'duration_secs': 0.599155} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.596875] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.596875] env[69350]: INFO nova.compute.manager [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Took 9.15 seconds to spawn the instance on the hypervisor. [ 727.597275] env[69350]: DEBUG nova.compute.manager [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.598870] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f379a90e-ffbb-42e4-8072-c57bd0bd43a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.875603] env[69350]: DEBUG nova.scheduler.client.report [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.911911] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52396432-5663-6d3f-efb5-4361db060218, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.913073] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dcfe5c5-a410-4547-9c78-31e70a10eaf0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.924936] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for the task: (returnval){ [ 727.924936] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521fe478-94a2-5a0b-94f8-750392299b13" [ 727.924936] env[69350]: _type = "Task" [ 727.924936] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.936880] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521fe478-94a2-5a0b-94f8-750392299b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.974170] env[69350]: DEBUG nova.compute.manager [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.002945] env[69350]: DEBUG nova.network.neutron [req-903aade0-6ab2-47c9-8fe2-de0a26837c32 req-a7951f13-1902-4e5b-a33c-eada49f0239f service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Updated VIF entry in instance network info cache for port 94e7b9cc-d113-472e-a265-9ba458594a2b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.003463] env[69350]: DEBUG nova.network.neutron [req-903aade0-6ab2-47c9-8fe2-de0a26837c32 req-a7951f13-1902-4e5b-a33c-eada49f0239f service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Updating instance_info_cache with network_info: [{"id": "94e7b9cc-d113-472e-a265-9ba458594a2b", "address": "fa:16:3e:d5:d5:e5", "network": {"id": "fb3f28d2-2e19-42bb-8cca-4e48052010b1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-928720998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c1be9c37f984c8a8730a8f9e35d1a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94e7b9cc-d1", "ovs_interfaceid": "94e7b9cc-d113-472e-a265-9ba458594a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.124528] env[69350]: INFO nova.compute.manager [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Took 33.76 seconds to build instance. [ 728.152501] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdf77b2-1c10-45af-8eab-863e80a1e5f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.165924] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab58e5a0-5fbc-413c-bbfa-0f3c45538cbf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Suspending the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 728.167075] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6e7ef169-5e0a-4f0b-af19-3d1ac2e9f79f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.177538] env[69350]: DEBUG oslo_vmware.api [None req-ab58e5a0-5fbc-413c-bbfa-0f3c45538cbf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 728.177538] env[69350]: value = "task-4148544" [ 728.177538] env[69350]: _type = "Task" [ 728.177538] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.190398] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "db2c1e31-a6d3-486d-82e0-985c4286affd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.190877] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "db2c1e31-a6d3-486d-82e0-985c4286affd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.198303] env[69350]: DEBUG oslo_vmware.api [None req-ab58e5a0-5fbc-413c-bbfa-0f3c45538cbf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148544, 'name': SuspendVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.285654] env[69350]: DEBUG nova.compute.manager [req-3aee4945-db20-46ad-8c70-47bfcbff7571 req-4c6f1d33-9c2b-411f-b41c-6501c95e78d9 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Received event network-vif-deleted-f72d5b30-25b0-4a40-b93e-7efc43001074 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.285892] env[69350]: INFO nova.compute.manager [req-3aee4945-db20-46ad-8c70-47bfcbff7571 req-4c6f1d33-9c2b-411f-b41c-6501c95e78d9 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Neutron deleted interface f72d5b30-25b0-4a40-b93e-7efc43001074; detaching it from the instance and deleting it from the info cache [ 728.286084] env[69350]: DEBUG nova.network.neutron [req-3aee4945-db20-46ad-8c70-47bfcbff7571 req-4c6f1d33-9c2b-411f-b41c-6501c95e78d9 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.386218] env[69350]: DEBUG nova.network.neutron [-] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.388301] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.392090] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.627s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.393776] env[69350]: INFO nova.compute.claims [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.429136] env[69350]: INFO nova.scheduler.client.report [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Deleted allocations for instance 0ad8034d-05fb-41aa-8dcf-4554b8cc461a [ 728.446295] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521fe478-94a2-5a0b-94f8-750392299b13, 'name': SearchDatastore_Task, 'duration_secs': 0.019591} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.447238] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.447238] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0972b291-5b74-4ca7-923e-10815f8de11f/0972b291-5b74-4ca7-923e-10815f8de11f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.447474] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31fdd769-0f6d-4ff4-baca-6415c02c0b30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.456338] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for the task: (returnval){ [ 728.456338] env[69350]: value = "task-4148545" [ 728.456338] env[69350]: _type = "Task" [ 728.456338] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.472434] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.504490] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.510110] env[69350]: DEBUG oslo_concurrency.lockutils [req-903aade0-6ab2-47c9-8fe2-de0a26837c32 req-a7951f13-1902-4e5b-a33c-eada49f0239f service nova] Releasing lock "refresh_cache-0972b291-5b74-4ca7-923e-10815f8de11f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.590489] env[69350]: DEBUG nova.network.neutron [-] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.626244] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1d1f1cb9-89d5-4d76-8f5d-4c33bfdb2ec0 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.270s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.688721] env[69350]: DEBUG oslo_vmware.api [None req-ab58e5a0-5fbc-413c-bbfa-0f3c45538cbf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148544, 'name': SuspendVM_Task} progress is 62%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.789235] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b54b48ae-f54a-4961-a5f8-e388344e5d86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.802431] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f18eda-59db-47c9-adca-597aacdbb62b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.850146] env[69350]: DEBUG nova.compute.manager [req-3aee4945-db20-46ad-8c70-47bfcbff7571 req-4c6f1d33-9c2b-411f-b41c-6501c95e78d9 service nova] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Detach interface failed, port_id=f72d5b30-25b0-4a40-b93e-7efc43001074, reason: Instance 823fca95-83da-462b-922a-6137a1cd85a3 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 728.894052] env[69350]: INFO nova.compute.manager [-] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Took 1.71 seconds to deallocate network for instance. [ 728.942730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e5ea2be-226b-420f-921b-1ca153d97cf3 tempest-TenantUsagesTestJSON-923809993 tempest-TenantUsagesTestJSON-923809993-project-member] Lock "0ad8034d-05fb-41aa-8dcf-4554b8cc461a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.299s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.973640] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148545, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.016318] env[69350]: DEBUG nova.compute.manager [req-45bffe3b-d70a-40fd-8a4b-eb6e1e214788 req-baac90ec-b663-4dbc-9855-eb17f263414c service nova] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Received event network-vif-deleted-91882c0f-ba92-4cab-9589-81a241766aa7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.094020] env[69350]: INFO nova.compute.manager [-] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Took 1.64 seconds to deallocate network for instance. [ 729.130496] env[69350]: DEBUG nova.compute.manager [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.188933] env[69350]: DEBUG oslo_vmware.api [None req-ab58e5a0-5fbc-413c-bbfa-0f3c45538cbf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148544, 'name': SuspendVM_Task, 'duration_secs': 0.815002} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.189239] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab58e5a0-5fbc-413c-bbfa-0f3c45538cbf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Suspended the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 729.189423] env[69350]: DEBUG nova.compute.manager [None req-ab58e5a0-5fbc-413c-bbfa-0f3c45538cbf tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.190371] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94f1f70-c380-4ed9-8909-42fe4cb9c955 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.404741] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.476897] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.479859] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0972b291-5b74-4ca7-923e-10815f8de11f/0972b291-5b74-4ca7-923e-10815f8de11f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.480651] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.481239] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d507583a-57c1-49d5-9732-b5e96f6a28d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.490420] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for the task: (returnval){ [ 729.490420] env[69350]: value = "task-4148546" [ 729.490420] env[69350]: _type = "Task" [ 729.490420] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.500949] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.603650] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.660835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.932347] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4075a208-f412-45ad-8006-5fe6f6782921 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.941794] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceb368a-a6b0-4377-b532-d988aae78bad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.979085] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65ec41a-13d1-465d-8923-effc40b5449a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.988500] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068ac09a-5e20-4f4f-8022-d305d9cc23d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.009383] env[69350]: DEBUG nova.compute.provider_tree [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.013829] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087653} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.014374] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.015198] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f003c6e4-40b5-4498-a867-aa2b7dccb8fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.040697] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 0972b291-5b74-4ca7-923e-10815f8de11f/0972b291-5b74-4ca7-923e-10815f8de11f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.041340] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb18634-e2b6-40ea-a114-2e5356ea33ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.072225] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for the task: (returnval){ [ 730.072225] env[69350]: value = "task-4148547" [ 730.072225] env[69350]: _type = "Task" [ 730.072225] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.084714] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.516172] env[69350]: DEBUG nova.scheduler.client.report [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.583738] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.636889] env[69350]: DEBUG nova.compute.manager [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Received event network-changed-c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.637135] env[69350]: DEBUG nova.compute.manager [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Refreshing instance network info cache due to event network-changed-c16018cb-b1d5-479e-be9c-68b0ecbb4549. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.637376] env[69350]: DEBUG oslo_concurrency.lockutils [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] Acquiring lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.637956] env[69350]: DEBUG oslo_concurrency.lockutils [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] Acquired lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.637956] env[69350]: DEBUG nova.network.neutron [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Refreshing network info cache for port c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.024149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.024767] env[69350]: DEBUG nova.compute.manager [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.028325] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.659s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.030255] env[69350]: INFO nova.compute.claims [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.091028] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.379224] env[69350]: DEBUG nova.compute.manager [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.379555] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298cabcb-9c38-4b13-bd7d-00fd86876f5e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.538513] env[69350]: DEBUG nova.compute.utils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.540488] env[69350]: DEBUG nova.compute.manager [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.540715] env[69350]: DEBUG nova.network.neutron [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.584018] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.635512] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquiring lock "243fd51e-b95b-4611-aa0c-336e9a203867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.635883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lock "243fd51e-b95b-4611-aa0c-336e9a203867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.714700] env[69350]: DEBUG nova.policy [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df702db1ec0b4a50a5e23e79b2f79d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15c998f3db3849e2b16e4d90ebaa7df4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.893796] env[69350]: INFO nova.compute.manager [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] instance snapshotting [ 731.894046] env[69350]: WARNING nova.compute.manager [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 731.897219] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d99422-0df5-4c55-b3ac-3e0e4503d148 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.920027] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287e89da-acf7-43f4-b41a-de7d8aa680ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.048518] env[69350]: DEBUG nova.compute.manager [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.064722] env[69350]: DEBUG nova.network.neutron [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Updated VIF entry in instance network info cache for port c16018cb-b1d5-479e-be9c-68b0ecbb4549. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.065137] env[69350]: DEBUG nova.network.neutron [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Updating instance_info_cache with network_info: [{"id": "c16018cb-b1d5-479e-be9c-68b0ecbb4549", "address": "fa:16:3e:e9:b1:97", "network": {"id": "dcb2aacf-6a67-437b-9d9f-5adc488742a7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-270104904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aac272fdcc7049a6adf2253f2936c574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16018cb-b1", "ovs_interfaceid": "c16018cb-b1d5-479e-be9c-68b0ecbb4549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.084448] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148547, 'name': ReconfigVM_Task, 'duration_secs': 1.833313} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.084747] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 0972b291-5b74-4ca7-923e-10815f8de11f/0972b291-5b74-4ca7-923e-10815f8de11f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.085884] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b87f657a-4b8e-46a1-b97f-4f97a5ebb31a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.096532] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for the task: (returnval){ [ 732.096532] env[69350]: value = "task-4148548" [ 732.096532] env[69350]: _type = "Task" [ 732.096532] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.113333] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148548, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.436309] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 732.441979] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf576b1a-122d-4ddd-9828-1ab7862c3f35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.451608] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 732.451608] env[69350]: value = "task-4148549" [ 732.451608] env[69350]: _type = "Task" [ 732.451608] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.464338] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148549, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.568400] env[69350]: DEBUG oslo_concurrency.lockutils [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] Releasing lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.568682] env[69350]: DEBUG nova.compute.manager [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Received event network-changed-c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.568861] env[69350]: DEBUG nova.compute.manager [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Refreshing instance network info cache due to event network-changed-c16018cb-b1d5-479e-be9c-68b0ecbb4549. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.569085] env[69350]: DEBUG oslo_concurrency.lockutils [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] Acquiring lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.569225] env[69350]: DEBUG oslo_concurrency.lockutils [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] Acquired lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.569383] env[69350]: DEBUG nova.network.neutron [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Refreshing network info cache for port c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.613523] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148548, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.644851] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce78b062-32bb-430d-ae71-749fd4029ee5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.654325] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a56e63-2d8d-41f3-a701-b2a403e099ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.688532] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8d3c31-3a58-4966-a180-f32acc8daa43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.699168] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5e934f-895a-486a-b507-be030ae52873 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.717576] env[69350]: DEBUG nova.compute.provider_tree [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.719988] env[69350]: DEBUG nova.network.neutron [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Successfully created port: 73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.963579] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148549, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.066584] env[69350]: DEBUG nova.compute.manager [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.094845] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.095175] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.095382] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.095614] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.095796] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.095972] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.096259] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.096453] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.096684] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.096915] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.097148] env[69350]: DEBUG nova.virt.hardware [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.098213] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611cbc15-adf5-4944-9a15-dc4dc4fe2f58 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.114428] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fccc628-8284-4f49-b816-97028b8774d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.118850] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148548, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.223980] env[69350]: DEBUG nova.scheduler.client.report [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.464222] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148549, 'name': CreateSnapshot_Task, 'duration_secs': 0.722738} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.464664] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 733.467363] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e11b6e3-7db5-434a-85bc-112d28cb8c2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.557962] env[69350]: DEBUG nova.network.neutron [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Updated VIF entry in instance network info cache for port c16018cb-b1d5-479e-be9c-68b0ecbb4549. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.558400] env[69350]: DEBUG nova.network.neutron [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Updating instance_info_cache with network_info: [{"id": "c16018cb-b1d5-479e-be9c-68b0ecbb4549", "address": "fa:16:3e:e9:b1:97", "network": {"id": "dcb2aacf-6a67-437b-9d9f-5adc488742a7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-270104904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aac272fdcc7049a6adf2253f2936c574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16018cb-b1", "ovs_interfaceid": "c16018cb-b1d5-479e-be9c-68b0ecbb4549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.610977] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148548, 'name': Rename_Task, 'duration_secs': 1.187525} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.613059] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.613636] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34879708-9ccd-421f-b64c-c546eadfa6cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.623954] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for the task: (returnval){ [ 733.623954] env[69350]: value = "task-4148550" [ 733.623954] env[69350]: _type = "Task" [ 733.623954] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.636077] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.732121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.732199] env[69350]: DEBUG nova.compute.manager [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.738159] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.730s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.738159] env[69350]: INFO nova.compute.claims [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.990187] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.990543] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-553cb6d8-9304-47c0-866d-0ac2f8ebde62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.000852] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 734.000852] env[69350]: value = "task-4148551" [ 734.000852] env[69350]: _type = "Task" [ 734.000852] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.010039] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148551, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.061334] env[69350]: DEBUG oslo_concurrency.lockutils [req-977518d5-bed9-4bb3-b36c-7d657cce1e05 req-c59ae460-bbbd-40f5-a2c4-5eb339af02a5 service nova] Releasing lock "refresh_cache-e0dc12e1-af91-4057-9fc1-219bbdc31fdd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.137507] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.244731] env[69350]: DEBUG nova.compute.utils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.249752] env[69350]: DEBUG nova.compute.manager [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.249752] env[69350]: DEBUG nova.network.neutron [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.342323] env[69350]: DEBUG nova.policy [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76f1d2fe6cfb4375aac76fd68384997f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9ef576ce83e4738a4a2192e4a0f1401', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.513479] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148551, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.644442] env[69350]: DEBUG oslo_vmware.api [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148550, 'name': PowerOnVM_Task, 'duration_secs': 0.6323} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.644442] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.644442] env[69350]: INFO nova.compute.manager [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Took 10.71 seconds to spawn the instance on the hypervisor. [ 734.644442] env[69350]: DEBUG nova.compute.manager [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.644442] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46312556-3c96-44c5-aba9-3a74b65c1c12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.748670] env[69350]: DEBUG nova.compute.manager [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.017458] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148551, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.182145] env[69350]: INFO nova.compute.manager [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Took 37.80 seconds to build instance. [ 735.233486] env[69350]: DEBUG nova.network.neutron [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Successfully created port: 4deefdac-3184-47b5-9d60-451abcbbb628 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.299427] env[69350]: DEBUG nova.compute.manager [req-64ee5da7-b9da-4884-b247-3debf956156f req-7f0945b9-9375-4e1b-930d-ba44211affca service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Received event network-vif-plugged-73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.299427] env[69350]: DEBUG oslo_concurrency.lockutils [req-64ee5da7-b9da-4884-b247-3debf956156f req-7f0945b9-9375-4e1b-930d-ba44211affca service nova] Acquiring lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.299427] env[69350]: DEBUG oslo_concurrency.lockutils [req-64ee5da7-b9da-4884-b247-3debf956156f req-7f0945b9-9375-4e1b-930d-ba44211affca service nova] Lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.299427] env[69350]: DEBUG oslo_concurrency.lockutils [req-64ee5da7-b9da-4884-b247-3debf956156f req-7f0945b9-9375-4e1b-930d-ba44211affca service nova] Lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.299427] env[69350]: DEBUG nova.compute.manager [req-64ee5da7-b9da-4884-b247-3debf956156f req-7f0945b9-9375-4e1b-930d-ba44211affca service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] No waiting events found dispatching network-vif-plugged-73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.299427] env[69350]: WARNING nova.compute.manager [req-64ee5da7-b9da-4884-b247-3debf956156f req-7f0945b9-9375-4e1b-930d-ba44211affca service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Received unexpected event network-vif-plugged-73c488d0-c035-405c-aa2b-c19401bfb69e for instance with vm_state building and task_state spawning. [ 735.327304] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e67e8-46d4-4148-9c91-7013562fe50d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.337516] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264175f-1e77-4d06-a7c9-65c290dff894 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.384181] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0075034a-4f60-4a8c-aa6e-82be884d2884 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.396198] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720b86e9-bcc6-4b43-8af2-0bcd60712e2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.419452] env[69350]: DEBUG nova.compute.provider_tree [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.422865] env[69350]: DEBUG nova.network.neutron [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Successfully updated port: 73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.518754] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148551, 'name': CloneVM_Task, 'duration_secs': 1.515289} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.519368] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Created linked-clone VM from snapshot [ 735.520490] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00bf9d1-5b58-4e73-abef-dc7405d2c9fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.529333] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Uploading image fdd6e306-e630-4750-93b5-d8a616699af0 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.556814] env[69350]: DEBUG oslo_vmware.rw_handles [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 735.556814] env[69350]: value = "vm-821505" [ 735.556814] env[69350]: _type = "VirtualMachine" [ 735.556814] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 735.557424] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1b10e3f0-1c64-432f-8c01-63b7559721e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.566400] env[69350]: DEBUG oslo_vmware.rw_handles [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lease: (returnval){ [ 735.566400] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524820c7-4c0e-885f-993f-bcdc1bebf672" [ 735.566400] env[69350]: _type = "HttpNfcLease" [ 735.566400] env[69350]: } obtained for exporting VM: (result){ [ 735.566400] env[69350]: value = "vm-821505" [ 735.566400] env[69350]: _type = "VirtualMachine" [ 735.566400] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 735.568245] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the lease: (returnval){ [ 735.568245] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524820c7-4c0e-885f-993f-bcdc1bebf672" [ 735.568245] env[69350]: _type = "HttpNfcLease" [ 735.568245] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 735.579024] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcaae9-3ff6-88ff-eca8-44a989a12feb/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 735.579716] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3b1552-dd52-49b5-93ea-8cfd0c234ad1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.585499] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.585499] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524820c7-4c0e-885f-993f-bcdc1bebf672" [ 735.585499] env[69350]: _type = "HttpNfcLease" [ 735.585499] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 735.592024] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcaae9-3ff6-88ff-eca8-44a989a12feb/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 735.592024] env[69350]: ERROR oslo_vmware.rw_handles [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcaae9-3ff6-88ff-eca8-44a989a12feb/disk-0.vmdk due to incomplete transfer. [ 735.592024] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1438b7e8-ba64-4e58-96bd-2861ca4ab10d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.599314] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcaae9-3ff6-88ff-eca8-44a989a12feb/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 735.599941] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Uploaded image 597411d9-8ff2-4270-8844-483cf94fcb9e to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 735.602514] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.602915] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00f622ca-ab94-4f2f-b104-496884251ba1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.609937] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 735.609937] env[69350]: value = "task-4148553" [ 735.609937] env[69350]: _type = "Task" [ 735.609937] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.619070] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148553, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.685527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67db19d2-eda0-4416-8b1b-5171fba765c7 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lock "0972b291-5b74-4ca7-923e-10815f8de11f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.252s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.774498] env[69350]: DEBUG nova.compute.manager [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.800355] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.800355] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.800355] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.800355] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.800355] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.800993] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.801372] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.801686] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.801989] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.802318] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.802626] env[69350]: DEBUG nova.virt.hardware [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.804595] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77120e6d-ad22-4c81-828c-6cc384cedc55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.816139] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba9f80-721a-471e-a86e-36e99dc3de6d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.925039] env[69350]: DEBUG nova.scheduler.client.report [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.929184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.929184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.929184] env[69350]: DEBUG nova.network.neutron [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.083276] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 736.083276] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524820c7-4c0e-885f-993f-bcdc1bebf672" [ 736.083276] env[69350]: _type = "HttpNfcLease" [ 736.083276] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 736.083276] env[69350]: DEBUG oslo_vmware.rw_handles [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 736.083276] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524820c7-4c0e-885f-993f-bcdc1bebf672" [ 736.083276] env[69350]: _type = "HttpNfcLease" [ 736.083276] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 736.088021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e844c18-63db-4db0-b45a-a6ed0a3a3b5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.096913] env[69350]: DEBUG oslo_vmware.rw_handles [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ef4a-60f6-4759-ac33-458ee049b398/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 736.097386] env[69350]: DEBUG oslo_vmware.rw_handles [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ef4a-60f6-4759-ac33-458ee049b398/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 736.175809] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148553, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.186832] env[69350]: DEBUG nova.compute.manager [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.209581] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2458932-8d1a-45ce-9563-bb9310d24121 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.433417] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.433926] env[69350]: DEBUG nova.compute.manager [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.440837] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.272s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.441736] env[69350]: INFO nova.compute.claims [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.530357] env[69350]: DEBUG nova.network.neutron [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.682206] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148553, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.724525] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.950410] env[69350]: DEBUG nova.compute.utils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.962751] env[69350]: DEBUG nova.compute.manager [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.963051] env[69350]: DEBUG nova.network.neutron [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.005178] env[69350]: DEBUG nova.network.neutron [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Updating instance_info_cache with network_info: [{"id": "73c488d0-c035-405c-aa2b-c19401bfb69e", "address": "fa:16:3e:16:82:72", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c488d0-c0", "ovs_interfaceid": "73c488d0-c035-405c-aa2b-c19401bfb69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.039094] env[69350]: DEBUG nova.policy [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5ddb32aff114b508746a4d55adaea51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b59703a353e4a909055f25925071811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.181409] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148553, 'name': Destroy_Task, 'duration_secs': 1.087409} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.181717] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Destroyed the VM [ 737.182151] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.182475] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b7a35456-5299-4d9d-aef4-aa61f5bb3e82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.194958] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 737.194958] env[69350]: value = "task-4148554" [ 737.194958] env[69350]: _type = "Task" [ 737.194958] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.205947] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.460607] env[69350]: DEBUG nova.compute.manager [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.512485] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.512901] env[69350]: DEBUG nova.compute.manager [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Instance network_info: |[{"id": "73c488d0-c035-405c-aa2b-c19401bfb69e", "address": "fa:16:3e:16:82:72", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c488d0-c0", "ovs_interfaceid": "73c488d0-c035-405c-aa2b-c19401bfb69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.513738] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:82:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73c488d0-c035-405c-aa2b-c19401bfb69e', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.523716] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Creating folder: Project (15c998f3db3849e2b16e4d90ebaa7df4). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.524156] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dd80280-ff75-4ecc-8add-71ad7b06e257 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.540176] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Created folder: Project (15c998f3db3849e2b16e4d90ebaa7df4) in parent group-v821414. [ 737.540549] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Creating folder: Instances. Parent ref: group-v821506. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.541860] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c71b5e61-8955-4cea-8fa2-a097d0525cda {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.557267] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Created folder: Instances in parent group-v821506. [ 737.560027] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.560027] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.560027] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c5b2b13-f682-4096-96d9-8e76338b323f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.587302] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.587302] env[69350]: value = "task-4148557" [ 737.587302] env[69350]: _type = "Task" [ 737.587302] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.598769] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148557, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.604281] env[69350]: DEBUG nova.network.neutron [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Successfully created port: 2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.709366] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148554, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.884623] env[69350]: DEBUG nova.network.neutron [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Successfully updated port: 4deefdac-3184-47b5-9d60-451abcbbb628 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.944821] env[69350]: DEBUG nova.compute.manager [req-ad427e72-a077-4b1e-a1bc-bf4f1d3065ec req-bfe100c3-81ba-49a8-8d06-001363e0078d service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Received event network-changed-73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.944957] env[69350]: DEBUG nova.compute.manager [req-ad427e72-a077-4b1e-a1bc-bf4f1d3065ec req-bfe100c3-81ba-49a8-8d06-001363e0078d service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Refreshing instance network info cache due to event network-changed-73c488d0-c035-405c-aa2b-c19401bfb69e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.945276] env[69350]: DEBUG oslo_concurrency.lockutils [req-ad427e72-a077-4b1e-a1bc-bf4f1d3065ec req-bfe100c3-81ba-49a8-8d06-001363e0078d service nova] Acquiring lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.945455] env[69350]: DEBUG oslo_concurrency.lockutils [req-ad427e72-a077-4b1e-a1bc-bf4f1d3065ec req-bfe100c3-81ba-49a8-8d06-001363e0078d service nova] Acquired lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.945645] env[69350]: DEBUG nova.network.neutron [req-ad427e72-a077-4b1e-a1bc-bf4f1d3065ec req-bfe100c3-81ba-49a8-8d06-001363e0078d service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Refreshing network info cache for port 73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.067110] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquiring lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.067804] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.100701] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148557, 'name': CreateVM_Task, 'duration_secs': 0.492862} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.102453] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.103390] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb13c6-4d86-4555-82f8-81bbd06f46c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.107475] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.107892] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.108376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.109074] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef74a09-7ec2-4429-bf3a-ac94ae3ccaf3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.115784] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 738.115784] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52385d78-d67d-8d6f-1e86-549d1a65a06d" [ 738.115784] env[69350]: _type = "Task" [ 738.115784] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.124364] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66273742-0507-4927-83c0-aaf2d3db86da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.138025] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52385d78-d67d-8d6f-1e86-549d1a65a06d, 'name': SearchDatastore_Task, 'duration_secs': 0.015883} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.165574] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.165906] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.166178] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.166329] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.166508] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.167649] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12fa8058-c354-40df-b12d-745539a61e10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.170506] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92dcd81-7e02-471e-ba55-2542cc550228 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.180817] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3b5c00-06bd-408a-8168-5ef1ca733333 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.186713] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.186997] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.188088] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3dd2b5-620c-48d0-9f63-395e470c6baf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.198720] env[69350]: DEBUG nova.compute.provider_tree [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.205836] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 738.205836] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524d3ed0-9af9-8c55-dff6-ec0246e664b7" [ 738.205836] env[69350]: _type = "Task" [ 738.205836] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.216235] env[69350]: DEBUG oslo_vmware.api [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148554, 'name': RemoveSnapshot_Task, 'duration_secs': 0.954636} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.216235] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 738.216235] env[69350]: INFO nova.compute.manager [None req-9cc54b57-0090-4ee1-91d5-48d193a11134 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Took 19.18 seconds to snapshot the instance on the hypervisor. [ 738.222191] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524d3ed0-9af9-8c55-dff6-ec0246e664b7, 'name': SearchDatastore_Task} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.223798] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cea8475-53d6-489c-8f63-305d08237a8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.230784] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 738.230784] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52c53982-4883-ee71-07fe-5a9437f67f35" [ 738.230784] env[69350]: _type = "Task" [ 738.230784] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.240761] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c53982-4883-ee71-07fe-5a9437f67f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.391102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-fb1c0a77-257a-477d-8af7-63869267c317" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.391102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-fb1c0a77-257a-477d-8af7-63869267c317" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.391102] env[69350]: DEBUG nova.network.neutron [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.477201] env[69350]: DEBUG nova.compute.manager [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.526494] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.526806] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.527050] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.527291] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.527458] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.527623] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.527955] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.528170] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.528377] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.528618] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.528820] env[69350]: DEBUG nova.virt.hardware [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.530386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eef9ad0-9f17-455d-bd2c-569adf8020a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.541948] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de339c3-33a0-4656-9708-2bf2d8fb46f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.703099] env[69350]: DEBUG nova.scheduler.client.report [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.745735] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c53982-4883-ee71-07fe-5a9437f67f35, 'name': SearchDatastore_Task, 'duration_secs': 0.014704} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.747018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.747018] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 21f7d90d-396e-4b5d-850d-8a081b67f4a3/21f7d90d-396e-4b5d-850d-8a081b67f4a3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.748032] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a914c2d-3a82-40b7-a278-2ffad0f52a57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.758456] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 738.758456] env[69350]: value = "task-4148558" [ 738.758456] env[69350]: _type = "Task" [ 738.758456] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.770181] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.855389] env[69350]: DEBUG nova.network.neutron [req-ad427e72-a077-4b1e-a1bc-bf4f1d3065ec req-bfe100c3-81ba-49a8-8d06-001363e0078d service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Updated VIF entry in instance network info cache for port 73c488d0-c035-405c-aa2b-c19401bfb69e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.855861] env[69350]: DEBUG nova.network.neutron [req-ad427e72-a077-4b1e-a1bc-bf4f1d3065ec req-bfe100c3-81ba-49a8-8d06-001363e0078d service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Updating instance_info_cache with network_info: [{"id": "73c488d0-c035-405c-aa2b-c19401bfb69e", "address": "fa:16:3e:16:82:72", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c488d0-c0", "ovs_interfaceid": "73c488d0-c035-405c-aa2b-c19401bfb69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.928617] env[69350]: DEBUG nova.network.neutron [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.039412] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.039720] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.129284] env[69350]: DEBUG nova.network.neutron [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Updating instance_info_cache with network_info: [{"id": "4deefdac-3184-47b5-9d60-451abcbbb628", "address": "fa:16:3e:86:9c:df", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4deefdac-31", "ovs_interfaceid": "4deefdac-3184-47b5-9d60-451abcbbb628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.166312] env[69350]: DEBUG nova.compute.manager [req-da63fc86-72aa-43e1-860b-e2a58dbc94f2 req-e599c93b-667b-42bb-88f2-50f89e16c31a service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Received event network-vif-plugged-2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.166542] env[69350]: DEBUG oslo_concurrency.lockutils [req-da63fc86-72aa-43e1-860b-e2a58dbc94f2 req-e599c93b-667b-42bb-88f2-50f89e16c31a service nova] Acquiring lock "993c24e5-a39b-4618-87c0-6e204c29835c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.166757] env[69350]: DEBUG oslo_concurrency.lockutils [req-da63fc86-72aa-43e1-860b-e2a58dbc94f2 req-e599c93b-667b-42bb-88f2-50f89e16c31a service nova] Lock "993c24e5-a39b-4618-87c0-6e204c29835c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.166930] env[69350]: DEBUG oslo_concurrency.lockutils [req-da63fc86-72aa-43e1-860b-e2a58dbc94f2 req-e599c93b-667b-42bb-88f2-50f89e16c31a service nova] Lock "993c24e5-a39b-4618-87c0-6e204c29835c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.167477] env[69350]: DEBUG nova.compute.manager [req-da63fc86-72aa-43e1-860b-e2a58dbc94f2 req-e599c93b-667b-42bb-88f2-50f89e16c31a service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] No waiting events found dispatching network-vif-plugged-2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.168224] env[69350]: WARNING nova.compute.manager [req-da63fc86-72aa-43e1-860b-e2a58dbc94f2 req-e599c93b-667b-42bb-88f2-50f89e16c31a service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Received unexpected event network-vif-plugged-2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a for instance with vm_state building and task_state spawning. [ 739.208822] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.209993] env[69350]: DEBUG nova.compute.manager [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.213858] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.857s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.214281] env[69350]: DEBUG nova.objects.instance [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lazy-loading 'resources' on Instance uuid c32bd89f-aae2-4f58-9b84-18b5f0d8801c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.266189] env[69350]: DEBUG nova.network.neutron [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Successfully updated port: 2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.273441] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148558, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.358933] env[69350]: DEBUG oslo_concurrency.lockutils [req-ad427e72-a077-4b1e-a1bc-bf4f1d3065ec req-bfe100c3-81ba-49a8-8d06-001363e0078d service nova] Releasing lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.633602] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-fb1c0a77-257a-477d-8af7-63869267c317" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.634094] env[69350]: DEBUG nova.compute.manager [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Instance network_info: |[{"id": "4deefdac-3184-47b5-9d60-451abcbbb628", "address": "fa:16:3e:86:9c:df", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4deefdac-31", "ovs_interfaceid": "4deefdac-3184-47b5-9d60-451abcbbb628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.634845] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:9c:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4deefdac-3184-47b5-9d60-451abcbbb628', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.642968] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Creating folder: Project (f9ef576ce83e4738a4a2192e4a0f1401). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.643340] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9fcf939-7f86-46c9-9cf9-c4025e7b625f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.658726] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Created folder: Project (f9ef576ce83e4738a4a2192e4a0f1401) in parent group-v821414. [ 739.658726] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Creating folder: Instances. Parent ref: group-v821509. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.658726] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a71223a-a796-4d03-b945-4e7962611a47 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.670858] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Created folder: Instances in parent group-v821509. [ 739.671429] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.671691] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.672023] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0720737c-f91a-4f0a-af89-2ef5fa027f2a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.695849] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.695849] env[69350]: value = "task-4148561" [ 739.695849] env[69350]: _type = "Task" [ 739.695849] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.708625] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148561, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.715742] env[69350]: DEBUG nova.compute.utils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.717431] env[69350]: DEBUG nova.compute.manager [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.717615] env[69350]: DEBUG nova.network.neutron [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.754022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquiring lock "08474bab-98fc-42ff-ae8a-fde7d4819d51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.754022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lock "08474bab-98fc-42ff-ae8a-fde7d4819d51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.754022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquiring lock "08474bab-98fc-42ff-ae8a-fde7d4819d51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.754022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lock "08474bab-98fc-42ff-ae8a-fde7d4819d51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.754022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lock "08474bab-98fc-42ff-ae8a-fde7d4819d51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.758829] env[69350]: INFO nova.compute.manager [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Terminating instance [ 739.771557] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760953} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.772443] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 21f7d90d-396e-4b5d-850d-8a081b67f4a3/21f7d90d-396e-4b5d-850d-8a081b67f4a3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.773184] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.773184] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8d30d1c-844c-4e0d-8f92-2ea90d75eb0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.775329] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "refresh_cache-993c24e5-a39b-4618-87c0-6e204c29835c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.775464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquired lock "refresh_cache-993c24e5-a39b-4618-87c0-6e204c29835c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.776146] env[69350]: DEBUG nova.network.neutron [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.787839] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 739.787839] env[69350]: value = "task-4148562" [ 739.787839] env[69350]: _type = "Task" [ 739.787839] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.802385] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.804295] env[69350]: DEBUG nova.policy [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5ddb32aff114b508746a4d55adaea51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b59703a353e4a909055f25925071811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.994730] env[69350]: DEBUG nova.compute.manager [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Received event network-changed-94e7b9cc-d113-472e-a265-9ba458594a2b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.995129] env[69350]: DEBUG nova.compute.manager [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Refreshing instance network info cache due to event network-changed-94e7b9cc-d113-472e-a265-9ba458594a2b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.995211] env[69350]: DEBUG oslo_concurrency.lockutils [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] Acquiring lock "refresh_cache-0972b291-5b74-4ca7-923e-10815f8de11f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.995357] env[69350]: DEBUG oslo_concurrency.lockutils [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] Acquired lock "refresh_cache-0972b291-5b74-4ca7-923e-10815f8de11f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.995547] env[69350]: DEBUG nova.network.neutron [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Refreshing network info cache for port 94e7b9cc-d113-472e-a265-9ba458594a2b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.118206] env[69350]: DEBUG nova.network.neutron [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Successfully created port: a47e128e-5d4b-493a-a2ab-480a98f83418 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.210857] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148561, 'name': CreateVM_Task, 'duration_secs': 0.480078} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.211198] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.211856] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.212459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.212459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.212691] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce10c90-61bc-4501-b653-c50a877f840e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.221692] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 740.221692] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b0a042-3d42-9b5f-4ea3-b7167010c1a8" [ 740.221692] env[69350]: _type = "Task" [ 740.221692] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.225418] env[69350]: DEBUG nova.compute.manager [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.234623] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b0a042-3d42-9b5f-4ea3-b7167010c1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.263905] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c3a1c4-d3ef-42cf-9f6a-1dfd02c2f181 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.268257] env[69350]: DEBUG nova.compute.manager [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.268638] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.269553] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9263aa-6f51-44da-b692-7b1b17b3d5ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.280343] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198cd083-b365-4be6-aee4-fb81a484c8e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.284768] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.287260] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-749165e8-304d-4406-9496-dd4d195ce680 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.327578] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3788ce76-209f-4c8f-85bc-6ba4ecbb86fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.330515] env[69350]: DEBUG oslo_vmware.api [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 740.330515] env[69350]: value = "task-4148563" [ 740.330515] env[69350]: _type = "Task" [ 740.330515] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.334281] env[69350]: DEBUG nova.network.neutron [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.336473] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100229} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.340516] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.344043] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc5b7f4-9c33-4c5a-a94a-f723bcd08dcd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.347988] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0924e90-bdc6-42b5-820f-7ec90db13a7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.358485] env[69350]: DEBUG oslo_vmware.api [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.383806] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 21f7d90d-396e-4b5d-850d-8a081b67f4a3/21f7d90d-396e-4b5d-850d-8a081b67f4a3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.393245] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1440ae7d-3177-4b8d-9227-c78b395d94f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.409356] env[69350]: DEBUG nova.compute.provider_tree [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.422334] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 740.422334] env[69350]: value = "task-4148564" [ 740.422334] env[69350]: _type = "Task" [ 740.422334] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.434206] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.698530] env[69350]: DEBUG nova.network.neutron [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Updating instance_info_cache with network_info: [{"id": "2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a", "address": "fa:16:3e:00:3f:fc", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c65ee04-8f", "ovs_interfaceid": "2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.738155] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b0a042-3d42-9b5f-4ea3-b7167010c1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.022028} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.738556] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.738837] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.739165] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.739370] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.739599] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.739946] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a798e50-6e2b-4126-93f1-2e2015993b23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.755740] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.756065] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.756893] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c127b1e6-d157-4901-b624-6ee1eb68a7e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.765225] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 740.765225] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5223cdac-7eab-8837-386c-591629f44986" [ 740.765225] env[69350]: _type = "Task" [ 740.765225] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.777172] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5223cdac-7eab-8837-386c-591629f44986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.846784] env[69350]: DEBUG oslo_vmware.api [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148563, 'name': PowerOffVM_Task, 'duration_secs': 0.228284} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.847143] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.847432] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.847611] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fb362b4-9af4-4d8c-8143-a19de021404a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.915355] env[69350]: DEBUG nova.scheduler.client.report [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.936626] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.203903] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Releasing lock "refresh_cache-993c24e5-a39b-4618-87c0-6e204c29835c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.204420] env[69350]: DEBUG nova.compute.manager [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Instance network_info: |[{"id": "2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a", "address": "fa:16:3e:00:3f:fc", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c65ee04-8f", "ovs_interfaceid": "2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.204957] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:3f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.213850] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Creating folder: Project (6b59703a353e4a909055f25925071811). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.218277] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-078f71fa-3f9f-4c9a-97b8-1ba0b8b1f2e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.231021] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Created folder: Project (6b59703a353e4a909055f25925071811) in parent group-v821414. [ 741.231313] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Creating folder: Instances. Parent ref: group-v821512. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.231774] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b71cac03-12af-40dc-bd7e-949654711653 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.242679] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Created folder: Instances in parent group-v821512. [ 741.243065] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.243294] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.243512] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b43ed1e-d51d-477d-869d-b83c80a300eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.269849] env[69350]: DEBUG nova.compute.manager [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.286088] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5223cdac-7eab-8837-386c-591629f44986, 'name': SearchDatastore_Task, 'duration_secs': 0.020031} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.289037] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.289037] env[69350]: value = "task-4148568" [ 741.289037] env[69350]: _type = "Task" [ 741.289037] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.289426] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1195393b-5b88-4a7f-bbac-be89dc9e0a1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.299366] env[69350]: DEBUG nova.network.neutron [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Updated VIF entry in instance network info cache for port 94e7b9cc-d113-472e-a265-9ba458594a2b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.299820] env[69350]: DEBUG nova.network.neutron [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Updating instance_info_cache with network_info: [{"id": "94e7b9cc-d113-472e-a265-9ba458594a2b", "address": "fa:16:3e:d5:d5:e5", "network": {"id": "fb3f28d2-2e19-42bb-8cca-4e48052010b1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-928720998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c1be9c37f984c8a8730a8f9e35d1a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94e7b9cc-d1", "ovs_interfaceid": "94e7b9cc-d113-472e-a265-9ba458594a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.304283] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 741.304283] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52396cd4-a594-4aec-724f-d7158563cf6d" [ 741.304283] env[69350]: _type = "Task" [ 741.304283] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.311859] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.312218] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.312600] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.312690] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.313101] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.313101] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.313356] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.313526] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.313773] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.314075] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.314406] env[69350]: DEBUG nova.virt.hardware [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.318708] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f810db78-e577-4487-90a1-1135317dd5ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.321669] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148568, 'name': CreateVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.330707] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52396cd4-a594-4aec-724f-d7158563cf6d, 'name': SearchDatastore_Task, 'duration_secs': 0.022929} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.333377] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.333660] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] fb1c0a77-257a-477d-8af7-63869267c317/fb1c0a77-257a-477d-8af7-63869267c317.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.333969] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e919c274-9987-442d-b7c2-d3464df0898a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.337339] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1402de5-b624-4046-aa96-3e4c08208b7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.355237] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 741.355237] env[69350]: value = "task-4148569" [ 741.355237] env[69350]: _type = "Task" [ 741.355237] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.364112] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.426316] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.429110] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.255s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.429378] env[69350]: DEBUG nova.objects.instance [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lazy-loading 'resources' on Instance uuid d3fc062b-3ffc-4b21-b9a4-32745a44f1ca {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.440625] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148564, 'name': ReconfigVM_Task, 'duration_secs': 0.610512} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.441612] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 21f7d90d-396e-4b5d-850d-8a081b67f4a3/21f7d90d-396e-4b5d-850d-8a081b67f4a3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.442380] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-320ce4b1-8a45-43a3-813f-4ca0f69b724c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.452452] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 741.452452] env[69350]: value = "task-4148570" [ 741.452452] env[69350]: _type = "Task" [ 741.452452] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.453607] env[69350]: INFO nova.scheduler.client.report [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Deleted allocations for instance c32bd89f-aae2-4f58-9b84-18b5f0d8801c [ 741.468091] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148570, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.511966] env[69350]: DEBUG nova.compute.manager [req-69826afd-5c7b-4545-a59f-414e873668bd req-9a33abc1-358e-48e2-99d0-ea823fd92299 service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Received event network-changed-2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.512279] env[69350]: DEBUG nova.compute.manager [req-69826afd-5c7b-4545-a59f-414e873668bd req-9a33abc1-358e-48e2-99d0-ea823fd92299 service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Refreshing instance network info cache due to event network-changed-2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.512584] env[69350]: DEBUG oslo_concurrency.lockutils [req-69826afd-5c7b-4545-a59f-414e873668bd req-9a33abc1-358e-48e2-99d0-ea823fd92299 service nova] Acquiring lock "refresh_cache-993c24e5-a39b-4618-87c0-6e204c29835c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.512770] env[69350]: DEBUG oslo_concurrency.lockutils [req-69826afd-5c7b-4545-a59f-414e873668bd req-9a33abc1-358e-48e2-99d0-ea823fd92299 service nova] Acquired lock "refresh_cache-993c24e5-a39b-4618-87c0-6e204c29835c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.512944] env[69350]: DEBUG nova.network.neutron [req-69826afd-5c7b-4545-a59f-414e873668bd req-9a33abc1-358e-48e2-99d0-ea823fd92299 service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Refreshing network info cache for port 2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.643120] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.643120] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.643458] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Deleting the datastore file [datastore1] 08474bab-98fc-42ff-ae8a-fde7d4819d51 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.643603] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11207701-a190-4766-9254-d50728cbf83d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.653454] env[69350]: DEBUG oslo_vmware.api [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for the task: (returnval){ [ 741.653454] env[69350]: value = "task-4148571" [ 741.653454] env[69350]: _type = "Task" [ 741.653454] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.665111] env[69350]: DEBUG oslo_vmware.api [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.738036] env[69350]: DEBUG nova.network.neutron [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Successfully updated port: a47e128e-5d4b-493a-a2ab-480a98f83418 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.805803] env[69350]: DEBUG oslo_concurrency.lockutils [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] Releasing lock "refresh_cache-0972b291-5b74-4ca7-923e-10815f8de11f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.806124] env[69350]: DEBUG nova.compute.manager [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Received event network-vif-plugged-4deefdac-3184-47b5-9d60-451abcbbb628 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.806335] env[69350]: DEBUG oslo_concurrency.lockutils [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] Acquiring lock "fb1c0a77-257a-477d-8af7-63869267c317-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.806682] env[69350]: DEBUG oslo_concurrency.lockutils [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] Lock "fb1c0a77-257a-477d-8af7-63869267c317-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.806986] env[69350]: DEBUG oslo_concurrency.lockutils [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] Lock "fb1c0a77-257a-477d-8af7-63869267c317-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.807305] env[69350]: DEBUG nova.compute.manager [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: fb1c0a77-257a-477d-8af7-63869267c317] No waiting events found dispatching network-vif-plugged-4deefdac-3184-47b5-9d60-451abcbbb628 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.807603] env[69350]: WARNING nova.compute.manager [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Received unexpected event network-vif-plugged-4deefdac-3184-47b5-9d60-451abcbbb628 for instance with vm_state building and task_state spawning. [ 741.807875] env[69350]: DEBUG nova.compute.manager [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Received event network-changed-4deefdac-3184-47b5-9d60-451abcbbb628 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.808077] env[69350]: DEBUG nova.compute.manager [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Refreshing instance network info cache due to event network-changed-4deefdac-3184-47b5-9d60-451abcbbb628. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.808290] env[69350]: DEBUG oslo_concurrency.lockutils [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] Acquiring lock "refresh_cache-fb1c0a77-257a-477d-8af7-63869267c317" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.808436] env[69350]: DEBUG oslo_concurrency.lockutils [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] Acquired lock "refresh_cache-fb1c0a77-257a-477d-8af7-63869267c317" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.808603] env[69350]: DEBUG nova.network.neutron [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Refreshing network info cache for port 4deefdac-3184-47b5-9d60-451abcbbb628 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.809846] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148568, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.866984] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.967872] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67557073-e037-40f9-8707-fd49f26d30c9 tempest-ServersTestJSON-1071315481 tempest-ServersTestJSON-1071315481-project-member] Lock "c32bd89f-aae2-4f58-9b84-18b5f0d8801c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.311s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.974414] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148570, 'name': Rename_Task, 'duration_secs': 0.251821} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.975145] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.975523] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c4bf64f-c177-4e46-ba6a-0d3186ce384f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.985328] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 741.985328] env[69350]: value = "task-4148572" [ 741.985328] env[69350]: _type = "Task" [ 741.985328] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.002513] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.167545] env[69350]: DEBUG oslo_vmware.api [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Task: {'id': task-4148571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475087} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.167819] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.168028] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.168274] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.168446] env[69350]: INFO nova.compute.manager [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Took 1.90 seconds to destroy the instance on the hypervisor. [ 742.168696] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.168893] env[69350]: DEBUG nova.compute.manager [-] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.168990] env[69350]: DEBUG nova.network.neutron [-] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.241428] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "refresh_cache-2fa11155-93c9-497c-a25f-d24ffcedeb9e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.241703] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquired lock "refresh_cache-2fa11155-93c9-497c-a25f-d24ffcedeb9e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.241741] env[69350]: DEBUG nova.network.neutron [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.262768] env[69350]: DEBUG nova.network.neutron [req-69826afd-5c7b-4545-a59f-414e873668bd req-9a33abc1-358e-48e2-99d0-ea823fd92299 service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Updated VIF entry in instance network info cache for port 2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.263143] env[69350]: DEBUG nova.network.neutron [req-69826afd-5c7b-4545-a59f-414e873668bd req-9a33abc1-358e-48e2-99d0-ea823fd92299 service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Updating instance_info_cache with network_info: [{"id": "2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a", "address": "fa:16:3e:00:3f:fc", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c65ee04-8f", "ovs_interfaceid": "2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.307417] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148568, 'name': CreateVM_Task, 'duration_secs': 0.906545} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.307636] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.308480] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.308697] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.309086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.310591] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1111f62e-ee88-48aa-95bb-d1c5f86490e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.321386] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 742.321386] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bdea7e-98c0-320f-f155-0621c3eba35a" [ 742.321386] env[69350]: _type = "Task" [ 742.321386] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.332968] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bdea7e-98c0-320f-f155-0621c3eba35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.371573] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635601} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.375536] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] fb1c0a77-257a-477d-8af7-63869267c317/fb1c0a77-257a-477d-8af7-63869267c317.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.375991] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.376681] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d8806ce-d06b-4fe1-a684-e9a5c4d420b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.386505] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 742.386505] env[69350]: value = "task-4148573" [ 742.386505] env[69350]: _type = "Task" [ 742.386505] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.398996] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.503326] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148572, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.514207] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c09f3d-b1d1-49fa-9018-ac72e9fffa84 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.523427] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb643938-c80e-423c-a448-c3c251613b2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.561282] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c08e9ac-6ec7-4e1e-bb72-a666bcbb31cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.570580] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a49df46-71b7-477b-ba10-578eb636fda9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.588992] env[69350]: DEBUG nova.compute.provider_tree [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.632448] env[69350]: DEBUG nova.network.neutron [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Updated VIF entry in instance network info cache for port 4deefdac-3184-47b5-9d60-451abcbbb628. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.632825] env[69350]: DEBUG nova.network.neutron [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Updating instance_info_cache with network_info: [{"id": "4deefdac-3184-47b5-9d60-451abcbbb628", "address": "fa:16:3e:86:9c:df", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4deefdac-31", "ovs_interfaceid": "4deefdac-3184-47b5-9d60-451abcbbb628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.728955] env[69350]: DEBUG nova.compute.manager [req-5a0fded3-d2c0-46a5-95cf-b5af67448285 req-1e241383-fa51-48e8-8af7-5df259695a2f service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Received event network-vif-deleted-8079b7ef-1181-46e0-ae96-f3d7c8a96079 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.728955] env[69350]: INFO nova.compute.manager [req-5a0fded3-d2c0-46a5-95cf-b5af67448285 req-1e241383-fa51-48e8-8af7-5df259695a2f service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Neutron deleted interface 8079b7ef-1181-46e0-ae96-f3d7c8a96079; detaching it from the instance and deleting it from the info cache [ 742.729118] env[69350]: DEBUG nova.network.neutron [req-5a0fded3-d2c0-46a5-95cf-b5af67448285 req-1e241383-fa51-48e8-8af7-5df259695a2f service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.768684] env[69350]: DEBUG oslo_concurrency.lockutils [req-69826afd-5c7b-4545-a59f-414e873668bd req-9a33abc1-358e-48e2-99d0-ea823fd92299 service nova] Releasing lock "refresh_cache-993c24e5-a39b-4618-87c0-6e204c29835c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.799576] env[69350]: DEBUG nova.network.neutron [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.842418] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bdea7e-98c0-320f-f155-0621c3eba35a, 'name': SearchDatastore_Task, 'duration_secs': 0.019226} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.845322] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.845567] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.845797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.846330] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.846542] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.846839] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bfe63d3-476b-4ae8-9594-0c7b98ee6eea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.857295] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.857475] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.858273] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310ee28f-6b1f-4f1e-b7fe-8e0c47a936f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.864392] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 742.864392] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ee0510-0fa0-87df-5f64-b9fd64381283" [ 742.864392] env[69350]: _type = "Task" [ 742.864392] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.873621] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ee0510-0fa0-87df-5f64-b9fd64381283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.896754] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099026} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.897056] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.897966] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26619f0e-6b6d-416a-8a61-1fb358f5462a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.929047] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] fb1c0a77-257a-477d-8af7-63869267c317/fb1c0a77-257a-477d-8af7-63869267c317.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.929357] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb3fce9d-e0b3-44dc-9bc4-db8eb7f9f23e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.953905] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 742.953905] env[69350]: value = "task-4148574" [ 742.953905] env[69350]: _type = "Task" [ 742.953905] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.963854] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.998318] env[69350]: DEBUG oslo_vmware.api [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148572, 'name': PowerOnVM_Task, 'duration_secs': 0.692582} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.998664] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.998912] env[69350]: INFO nova.compute.manager [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Took 9.93 seconds to spawn the instance on the hypervisor. [ 742.999147] env[69350]: DEBUG nova.compute.manager [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.000215] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960c9200-725a-4c1a-bc3a-561a20531828 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.068022] env[69350]: DEBUG nova.network.neutron [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Updating instance_info_cache with network_info: [{"id": "a47e128e-5d4b-493a-a2ab-480a98f83418", "address": "fa:16:3e:d1:15:13", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47e128e-5d", "ovs_interfaceid": "a47e128e-5d4b-493a-a2ab-480a98f83418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.092575] env[69350]: DEBUG nova.scheduler.client.report [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.110182] env[69350]: DEBUG nova.network.neutron [-] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.135967] env[69350]: DEBUG oslo_concurrency.lockutils [req-356c3b2b-73f8-42c3-9d0e-3a6886a665cf req-75146348-2818-4ac6-90dd-abba02cf95c3 service nova] Releasing lock "refresh_cache-fb1c0a77-257a-477d-8af7-63869267c317" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.231932] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c27f16a9-e923-4e54-9d34-cc2ea8e61c04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.242985] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b511a0-4a00-4194-9466-5a787ada0fd3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.283687] env[69350]: DEBUG nova.compute.manager [req-5a0fded3-d2c0-46a5-95cf-b5af67448285 req-1e241383-fa51-48e8-8af7-5df259695a2f service nova] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Detach interface failed, port_id=8079b7ef-1181-46e0-ae96-f3d7c8a96079, reason: Instance 08474bab-98fc-42ff-ae8a-fde7d4819d51 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 743.375477] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ee0510-0fa0-87df-5f64-b9fd64381283, 'name': SearchDatastore_Task, 'duration_secs': 0.017989} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.376312] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3045f01-7499-4b38-acd9-8f9aa39ba04d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.383333] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 743.383333] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bc72fa-9671-c767-df8e-84b9d72295f3" [ 743.383333] env[69350]: _type = "Task" [ 743.383333] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.394355] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bc72fa-9671-c767-df8e-84b9d72295f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.465238] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.521707] env[69350]: INFO nova.compute.manager [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Took 38.79 seconds to build instance. [ 743.571893] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Releasing lock "refresh_cache-2fa11155-93c9-497c-a25f-d24ffcedeb9e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.572541] env[69350]: DEBUG nova.compute.manager [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Instance network_info: |[{"id": "a47e128e-5d4b-493a-a2ab-480a98f83418", "address": "fa:16:3e:d1:15:13", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47e128e-5d", "ovs_interfaceid": "a47e128e-5d4b-493a-a2ab-480a98f83418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.575015] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:15:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a47e128e-5d4b-493a-a2ab-480a98f83418', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.581920] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.582825] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.583252] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6369e0f6-c989-48dd-ab67-63b03451b001 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.602977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.605814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.508s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.608378] env[69350]: INFO nova.compute.claims [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.613867] env[69350]: INFO nova.compute.manager [-] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Took 1.44 seconds to deallocate network for instance. [ 743.620663] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.620663] env[69350]: value = "task-4148575" [ 743.620663] env[69350]: _type = "Task" [ 743.620663] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.632186] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148575, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.654617] env[69350]: INFO nova.scheduler.client.report [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleted allocations for instance d3fc062b-3ffc-4b21-b9a4-32745a44f1ca [ 743.702128] env[69350]: DEBUG nova.compute.manager [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Received event network-vif-plugged-a47e128e-5d4b-493a-a2ab-480a98f83418 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.705098] env[69350]: DEBUG oslo_concurrency.lockutils [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] Acquiring lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.705098] env[69350]: DEBUG oslo_concurrency.lockutils [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] Lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.705098] env[69350]: DEBUG oslo_concurrency.lockutils [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] Lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.705098] env[69350]: DEBUG nova.compute.manager [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] No waiting events found dispatching network-vif-plugged-a47e128e-5d4b-493a-a2ab-480a98f83418 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.705098] env[69350]: WARNING nova.compute.manager [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Received unexpected event network-vif-plugged-a47e128e-5d4b-493a-a2ab-480a98f83418 for instance with vm_state building and task_state spawning. [ 743.705098] env[69350]: DEBUG nova.compute.manager [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Received event network-changed-a47e128e-5d4b-493a-a2ab-480a98f83418 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.705098] env[69350]: DEBUG nova.compute.manager [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Refreshing instance network info cache due to event network-changed-a47e128e-5d4b-493a-a2ab-480a98f83418. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.705098] env[69350]: DEBUG oslo_concurrency.lockutils [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] Acquiring lock "refresh_cache-2fa11155-93c9-497c-a25f-d24ffcedeb9e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.705098] env[69350]: DEBUG oslo_concurrency.lockutils [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] Acquired lock "refresh_cache-2fa11155-93c9-497c-a25f-d24ffcedeb9e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.705098] env[69350]: DEBUG nova.network.neutron [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Refreshing network info cache for port a47e128e-5d4b-493a-a2ab-480a98f83418 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.896154] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bc72fa-9671-c767-df8e-84b9d72295f3, 'name': SearchDatastore_Task, 'duration_secs': 0.018075} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.896154] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.896154] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 993c24e5-a39b-4618-87c0-6e204c29835c/993c24e5-a39b-4618-87c0-6e204c29835c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.896154] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96876bf5-5161-466f-b6d5-785ef07629d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.902379] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 743.902379] env[69350]: value = "task-4148576" [ 743.902379] env[69350]: _type = "Task" [ 743.902379] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.910682] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.933759] env[69350]: DEBUG oslo_vmware.rw_handles [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ef4a-60f6-4759-ac33-458ee049b398/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 743.934833] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f95f2ad-e746-4730-9e43-12d0c3e95297 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.941716] env[69350]: DEBUG oslo_vmware.rw_handles [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ef4a-60f6-4759-ac33-458ee049b398/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 743.943028] env[69350]: ERROR oslo_vmware.rw_handles [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ef4a-60f6-4759-ac33-458ee049b398/disk-0.vmdk due to incomplete transfer. [ 743.943028] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0977bd9d-7fbf-4435-8a91-09240f0860f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.952480] env[69350]: DEBUG oslo_vmware.rw_handles [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ef4a-60f6-4759-ac33-458ee049b398/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 743.952743] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Uploaded image fdd6e306-e630-4750-93b5-d8a616699af0 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 743.954896] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 743.956203] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-028ed7bc-b335-46c2-8a82-f7f5655edf62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.968736] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148574, 'name': ReconfigVM_Task, 'duration_secs': 0.575984} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.970390] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Reconfigured VM instance instance-00000020 to attach disk [datastore1] fb1c0a77-257a-477d-8af7-63869267c317/fb1c0a77-257a-477d-8af7-63869267c317.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.971196] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 743.971196] env[69350]: value = "task-4148577" [ 743.971196] env[69350]: _type = "Task" [ 743.971196] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.971390] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07256b77-88d4-4eb0-857e-934864d5c75d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.983920] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148577, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.984829] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 743.984829] env[69350]: value = "task-4148578" [ 743.984829] env[69350]: _type = "Task" [ 743.984829] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.024223] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23f817f6-0fd2-4c2c-b52c-509a92923a85 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.426s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.122479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.138131] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148575, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.170270] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8cb535e-bf90-4f5f-9d07-e6d896217e85 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "d3fc062b-3ffc-4b21-b9a4-32745a44f1ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.847s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.414693] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148576, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.455725] env[69350]: DEBUG nova.network.neutron [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Updated VIF entry in instance network info cache for port a47e128e-5d4b-493a-a2ab-480a98f83418. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.455725] env[69350]: DEBUG nova.network.neutron [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Updating instance_info_cache with network_info: [{"id": "a47e128e-5d4b-493a-a2ab-480a98f83418", "address": "fa:16:3e:d1:15:13", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47e128e-5d", "ovs_interfaceid": "a47e128e-5d4b-493a-a2ab-480a98f83418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.485643] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148577, 'name': Destroy_Task, 'duration_secs': 0.440774} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.486059] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Destroyed the VM [ 744.486327] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 744.490567] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e4eb0055-5d0c-4783-9f35-36f97013f797 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.499099] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148578, 'name': Rename_Task, 'duration_secs': 0.189361} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.501100] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.501670] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 744.501670] env[69350]: value = "task-4148579" [ 744.501670] env[69350]: _type = "Task" [ 744.501670] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.501670] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e917f323-467b-496f-bae2-c1893ba78fc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.514829] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.516798] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 744.516798] env[69350]: value = "task-4148580" [ 744.516798] env[69350]: _type = "Task" [ 744.516798] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.527292] env[69350]: DEBUG nova.compute.manager [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.535032] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.641382] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148575, 'name': CreateVM_Task, 'duration_secs': 0.611757} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.641577] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.642378] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.642553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.642908] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.643225] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b059e3fe-704e-4f6a-b188-fc8ae5ebae04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.651637] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 744.651637] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525ff59e-c6e4-29ca-0dcc-67395e3fcfbe" [ 744.651637] env[69350]: _type = "Task" [ 744.651637] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.665379] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525ff59e-c6e4-29ca-0dcc-67395e3fcfbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.916666] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786992} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.920448] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 993c24e5-a39b-4618-87c0-6e204c29835c/993c24e5-a39b-4618-87c0-6e204c29835c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.920448] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.920664] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b363c2c-1288-4ccb-90be-e9ad93ae60d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.930223] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 744.930223] env[69350]: value = "task-4148581" [ 744.930223] env[69350]: _type = "Task" [ 744.930223] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.945954] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.960259] env[69350]: DEBUG oslo_concurrency.lockutils [req-b42ddda3-bcdf-4e0d-bcf6-1aa2dee323b3 req-ac4a2096-7770-4009-8029-f2cf3d172ecf service nova] Releasing lock "refresh_cache-2fa11155-93c9-497c-a25f-d24ffcedeb9e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.015544] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148579, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.031122] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.057225] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.166749] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525ff59e-c6e4-29ca-0dcc-67395e3fcfbe, 'name': SearchDatastore_Task, 'duration_secs': 0.025471} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.167099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.167346] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.167588] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.167769] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.167933] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.168225] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a99ff430-77c2-4483-823c-6f2a993b65ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.172628] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3e1fc5-1125-4962-b832-06445f83b27a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.181860] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc07f45-9aa8-4340-9694-5b835710b6b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.186967] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.187323] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.188978] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49359a0-69af-4a38-b4e0-307076574a83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.224021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f163bab-05c8-4712-973b-fda21a0785ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.227720] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 745.227720] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527eefb1-9596-b7de-7424-ff0735a1642b" [ 745.227720] env[69350]: _type = "Task" [ 745.227720] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.236608] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2992ba-8f86-4a0c-a9de-b994c2344591 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.244617] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527eefb1-9596-b7de-7424-ff0735a1642b, 'name': SearchDatastore_Task, 'duration_secs': 0.012456} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.246068] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0f2426-f8e1-4e1c-90ee-c53fcf01706b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.258068] env[69350]: DEBUG nova.compute.provider_tree [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.267397] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 745.267397] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52945e9b-c589-fe82-2e57-376dbed4f6b2" [ 745.267397] env[69350]: _type = "Task" [ 745.267397] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.280214] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52945e9b-c589-fe82-2e57-376dbed4f6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.441593] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123164} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.441908] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.442800] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc7142f-f314-4501-ab2e-019dd4fa0d94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.465990] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 993c24e5-a39b-4618-87c0-6e204c29835c/993c24e5-a39b-4618-87c0-6e204c29835c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.466350] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03e2ded-71e5-4cf6-896c-ec8852aa46e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.487025] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 745.487025] env[69350]: value = "task-4148582" [ 745.487025] env[69350]: _type = "Task" [ 745.487025] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.496810] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.514949] env[69350]: DEBUG oslo_vmware.api [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148579, 'name': RemoveSnapshot_Task, 'duration_secs': 0.525021} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.515775] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 745.515775] env[69350]: INFO nova.compute.manager [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Took 13.62 seconds to snapshot the instance on the hypervisor. [ 745.528685] env[69350]: DEBUG oslo_vmware.api [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148580, 'name': PowerOnVM_Task, 'duration_secs': 0.659866} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.528979] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.529215] env[69350]: INFO nova.compute.manager [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Took 9.75 seconds to spawn the instance on the hypervisor. [ 745.529396] env[69350]: DEBUG nova.compute.manager [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.530217] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbff56c3-d786-4f4a-9b0d-1f2a12058135 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.762175] env[69350]: DEBUG nova.scheduler.client.report [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.767279] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.767421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.767621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.767801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.768171] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.770927] env[69350]: INFO nova.compute.manager [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Terminating instance [ 745.784163] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52945e9b-c589-fe82-2e57-376dbed4f6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.785567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.785890] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 2fa11155-93c9-497c-a25f-d24ffcedeb9e/2fa11155-93c9-497c-a25f-d24ffcedeb9e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.786460] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71c92882-ad0a-42b2-82ce-94d1637af8f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.796316] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 745.796316] env[69350]: value = "task-4148583" [ 745.796316] env[69350]: _type = "Task" [ 745.796316] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.807711] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.845513] env[69350]: DEBUG nova.compute.manager [req-cd6e00bc-4b09-46f3-a077-389302c5472a req-2f7f09d9-5fee-42ff-bb78-cb8519bf31fe service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Received event network-changed-73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.845862] env[69350]: DEBUG nova.compute.manager [req-cd6e00bc-4b09-46f3-a077-389302c5472a req-2f7f09d9-5fee-42ff-bb78-cb8519bf31fe service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Refreshing instance network info cache due to event network-changed-73c488d0-c035-405c-aa2b-c19401bfb69e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.846140] env[69350]: DEBUG oslo_concurrency.lockutils [req-cd6e00bc-4b09-46f3-a077-389302c5472a req-2f7f09d9-5fee-42ff-bb78-cb8519bf31fe service nova] Acquiring lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.846296] env[69350]: DEBUG oslo_concurrency.lockutils [req-cd6e00bc-4b09-46f3-a077-389302c5472a req-2f7f09d9-5fee-42ff-bb78-cb8519bf31fe service nova] Acquired lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.846460] env[69350]: DEBUG nova.network.neutron [req-cd6e00bc-4b09-46f3-a077-389302c5472a req-2f7f09d9-5fee-42ff-bb78-cb8519bf31fe service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Refreshing network info cache for port 73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.999803] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.020614] env[69350]: DEBUG nova.compute.manager [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Instance disappeared during snapshot {{(pid=69350) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 746.036844] env[69350]: DEBUG nova.compute.manager [None req-21422b6f-6ec8-4ae0-afd5-6fbbb7ad9a0e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image not found during clean up fdd6e306-e630-4750-93b5-d8a616699af0 {{(pid=69350) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 746.052626] env[69350]: INFO nova.compute.manager [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Took 39.73 seconds to build instance. [ 746.275606] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.276739] env[69350]: DEBUG nova.compute.manager [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.279295] env[69350]: DEBUG oslo_concurrency.lockutils [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.552s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.279683] env[69350]: DEBUG nova.objects.instance [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lazy-loading 'resources' on Instance uuid 2a8cb1be-0bab-43f9-b036-5ebf009b10ee {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.286700] env[69350]: DEBUG nova.compute.manager [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.286984] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.288405] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e929cd-b23b-4cf0-b568-c31218dffb7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.305572] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.306274] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56be4193-73a1-4356-b0af-8febe1c023a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.312051] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.357811] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.359163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.380450] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.380709] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.380839] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleting the datastore file [datastore2] c57a42b2-ae92-4dd2-91ee-69065a5eab0c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.381677] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f25014b-4699-440f-b7cc-3e054743c72d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.397028] env[69350]: DEBUG oslo_vmware.api [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 746.397028] env[69350]: value = "task-4148585" [ 746.397028] env[69350]: _type = "Task" [ 746.397028] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.412270] env[69350]: DEBUG oslo_vmware.api [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.503512] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148582, 'name': ReconfigVM_Task, 'duration_secs': 0.997722} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.503939] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 993c24e5-a39b-4618-87c0-6e204c29835c/993c24e5-a39b-4618-87c0-6e204c29835c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.504538] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-951f1e1a-2528-4719-921a-73718e9ea508 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.513771] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 746.513771] env[69350]: value = "task-4148586" [ 746.513771] env[69350]: _type = "Task" [ 746.513771] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.527265] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148586, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.554988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85376e14-9602-4c1e-bf66-d67f30bd27e1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "fb1c0a77-257a-477d-8af7-63869267c317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.740s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.787027] env[69350]: DEBUG nova.compute.utils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.792142] env[69350]: DEBUG nova.compute.manager [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.792346] env[69350]: DEBUG nova.network.neutron [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.809105] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901957} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.809384] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 2fa11155-93c9-497c-a25f-d24ffcedeb9e/2fa11155-93c9-497c-a25f-d24ffcedeb9e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.809594] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.809843] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c568bdf-3fef-4fac-8253-678e41097622 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.820747] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 746.820747] env[69350]: value = "task-4148587" [ 746.820747] env[69350]: _type = "Task" [ 746.820747] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.832105] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.836618] env[69350]: DEBUG nova.policy [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0315990ade0d41ef93737430c4e7be71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edac660dc11344ac82b15114689aff9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.860224] env[69350]: DEBUG nova.network.neutron [req-cd6e00bc-4b09-46f3-a077-389302c5472a req-2f7f09d9-5fee-42ff-bb78-cb8519bf31fe service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Updated VIF entry in instance network info cache for port 73c488d0-c035-405c-aa2b-c19401bfb69e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.864020] env[69350]: DEBUG nova.network.neutron [req-cd6e00bc-4b09-46f3-a077-389302c5472a req-2f7f09d9-5fee-42ff-bb78-cb8519bf31fe service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Updating instance_info_cache with network_info: [{"id": "73c488d0-c035-405c-aa2b-c19401bfb69e", "address": "fa:16:3e:16:82:72", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c488d0-c0", "ovs_interfaceid": "73c488d0-c035-405c-aa2b-c19401bfb69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.906583] env[69350]: INFO nova.compute.manager [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Rebuilding instance [ 746.916823] env[69350]: DEBUG oslo_vmware.api [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.976170] env[69350]: DEBUG nova.compute.manager [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.977465] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd07392-b86c-4552-9bb9-37aa144ac116 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.028493] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148586, 'name': Rename_Task, 'duration_secs': 0.417958} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.028896] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.029249] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64030d3b-f7ee-44bb-a150-2094b2961799 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.037783] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 747.037783] env[69350]: value = "task-4148588" [ 747.037783] env[69350]: _type = "Task" [ 747.037783] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.052738] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.058218] env[69350]: DEBUG nova.compute.manager [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.282675] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23946d1-abb3-405d-a793-d46e62d91d5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.293582] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ecbd43-131f-4d83-8d8d-3dac829b142c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.297203] env[69350]: DEBUG nova.compute.manager [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.331058] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fc2fd0-9a61-40df-ae4b-78dfbca16c1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.339742] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126201} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.341977] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.343712] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a6a49b-06c3-48bc-839d-35ba5866d833 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.347789] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff28748-e51b-4c34-be40-ed987cc918d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.367268] env[69350]: DEBUG oslo_concurrency.lockutils [req-cd6e00bc-4b09-46f3-a077-389302c5472a req-2f7f09d9-5fee-42ff-bb78-cb8519bf31fe service nova] Releasing lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.377262] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 2fa11155-93c9-497c-a25f-d24ffcedeb9e/2fa11155-93c9-497c-a25f-d24ffcedeb9e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.386851] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e571b160-dd6c-4f7b-a4a1-7c4de2539ab3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.403238] env[69350]: DEBUG nova.compute.provider_tree [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.413752] env[69350]: DEBUG oslo_vmware.api [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542812} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.415786] env[69350]: DEBUG nova.network.neutron [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Successfully created port: 9afe6357-ec12-4f53-b9bc-80beeb1f6f77 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.417697] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.418085] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.418085] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.418253] env[69350]: INFO nova.compute.manager [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 747.418547] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.418818] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 747.418818] env[69350]: value = "task-4148589" [ 747.418818] env[69350]: _type = "Task" [ 747.418818] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.419618] env[69350]: DEBUG nova.compute.manager [-] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.419709] env[69350]: DEBUG nova.network.neutron [-] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.432799] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.554077] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.591606] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.618485] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.618770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.905508] env[69350]: DEBUG nova.scheduler.client.report [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.940076] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148589, 'name': ReconfigVM_Task, 'duration_secs': 0.328271} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.941364] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 2fa11155-93c9-497c-a25f-d24ffcedeb9e/2fa11155-93c9-497c-a25f-d24ffcedeb9e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.942598] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89b16273-4735-4de3-956e-3c2c49e9fe22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.952379] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 747.952379] env[69350]: value = "task-4148590" [ 747.952379] env[69350]: _type = "Task" [ 747.952379] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.965028] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148590, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.992703] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.993080] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9da68d7a-90bc-43da-b740-7a2e8e9445c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.001348] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 748.001348] env[69350]: value = "task-4148591" [ 748.001348] env[69350]: _type = "Task" [ 748.001348] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.012478] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.014803] env[69350]: DEBUG nova.compute.manager [req-c933b81f-a9cb-444b-843e-b83c6f41e189 req-1ac6a150-9112-4f6e-98f0-26bce8ccfb85 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Received event network-vif-deleted-0724114c-2be0-48f3-b047-28a96e39a968 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.015058] env[69350]: INFO nova.compute.manager [req-c933b81f-a9cb-444b-843e-b83c6f41e189 req-1ac6a150-9112-4f6e-98f0-26bce8ccfb85 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Neutron deleted interface 0724114c-2be0-48f3-b047-28a96e39a968; detaching it from the instance and deleting it from the info cache [ 748.015303] env[69350]: DEBUG nova.network.neutron [req-c933b81f-a9cb-444b-843e-b83c6f41e189 req-1ac6a150-9112-4f6e-98f0-26bce8ccfb85 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.060809] env[69350]: DEBUG oslo_vmware.api [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148588, 'name': PowerOnVM_Task, 'duration_secs': 0.810112} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.061297] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.061644] env[69350]: INFO nova.compute.manager [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Took 9.59 seconds to spawn the instance on the hypervisor. [ 748.062048] env[69350]: DEBUG nova.compute.manager [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.062999] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9724670d-ed4e-4b36-985c-659a20610cdd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.083425] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.083875] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.282259] env[69350]: DEBUG nova.network.neutron [-] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.309373] env[69350]: DEBUG nova.compute.manager [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.338030] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.338030] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.338030] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.338030] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.338030] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.338301] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.338301] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.338669] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.338669] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.338768] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.338909] env[69350]: DEBUG nova.virt.hardware [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.339881] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae7ec93-96ac-4a91-939f-4afece4476a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.351028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7156560-7c3c-43b1-95d2-d8c0e2ff2f03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.412084] env[69350]: DEBUG oslo_concurrency.lockutils [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.414454] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.691s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.414709] env[69350]: DEBUG nova.objects.instance [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lazy-loading 'resources' on Instance uuid c7124fd4-0db2-4fed-b568-57050643c022 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.432396] env[69350]: INFO nova.scheduler.client.report [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleted allocations for instance 2a8cb1be-0bab-43f9-b036-5ebf009b10ee [ 748.466491] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148590, 'name': Rename_Task, 'duration_secs': 0.166512} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.467402] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.467969] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f8045ab-766a-4ed2-96cf-c7fa6bca77d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.474932] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 748.474932] env[69350]: value = "task-4148592" [ 748.474932] env[69350]: _type = "Task" [ 748.474932] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.484618] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.512153] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148591, 'name': PowerOffVM_Task, 'duration_secs': 0.205873} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.512722] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.513135] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.514066] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3f6fc4-95e3-406a-af11-419090c815cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.519187] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c133577-4f49-4903-9d5c-9156e9929c1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.526326] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.527813] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78cdae3c-7d18-479a-96ac-9ac41a5ef111 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.535136] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b453044-66ac-4761-a3e5-1abac2b594b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.572340] env[69350]: DEBUG nova.compute.manager [req-c933b81f-a9cb-444b-843e-b83c6f41e189 req-1ac6a150-9112-4f6e-98f0-26bce8ccfb85 service nova] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Detach interface failed, port_id=0724114c-2be0-48f3-b047-28a96e39a968, reason: Instance c57a42b2-ae92-4dd2-91ee-69065a5eab0c could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 748.586561] env[69350]: INFO nova.compute.manager [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Took 39.60 seconds to build instance. [ 748.637314] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.637314] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.637314] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleting the datastore file [datastore1] fb1c0a77-257a-477d-8af7-63869267c317 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.637314] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f5ba30e-43b7-40dd-8b29-5e225c6d9fae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.648184] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 748.648184] env[69350]: value = "task-4148594" [ 748.648184] env[69350]: _type = "Task" [ 748.648184] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.659782] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.675650] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.675650] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.785698] env[69350]: INFO nova.compute.manager [-] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Took 1.37 seconds to deallocate network for instance. [ 748.940550] env[69350]: DEBUG oslo_concurrency.lockutils [None req-996dba3d-3881-44de-a786-f91c36dffa18 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "2a8cb1be-0bab-43f9-b036-5ebf009b10ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.034s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.986341] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.088860] env[69350]: DEBUG oslo_concurrency.lockutils [None req-98625841-b85d-445c-a939-77beec9e7a27 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "993c24e5-a39b-4618-87c0-6e204c29835c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.683s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.163842] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30288} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.167728] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.168052] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.168211] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.293575] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.424325] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5bc223-95a1-4600-ac16-d49e32c145f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.440587] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039d9c8c-d197-4f5c-bdb7-87f53aba01d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.475714] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16112d01-6e1c-45d1-8c00-d47a65f883d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.492379] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154166ed-ef10-4373-817f-114c59575092 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.496791] env[69350]: DEBUG oslo_vmware.api [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148592, 'name': PowerOnVM_Task, 'duration_secs': 0.575464} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.497432] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.497432] env[69350]: INFO nova.compute.manager [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Took 8.23 seconds to spawn the instance on the hypervisor. [ 749.497432] env[69350]: DEBUG nova.compute.manager [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.498577] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed014c3-7af0-42ef-af20-1e003a85017d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.509121] env[69350]: DEBUG nova.compute.provider_tree [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.596017] env[69350]: DEBUG nova.compute.manager [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.686892] env[69350]: DEBUG nova.network.neutron [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Successfully updated port: 9afe6357-ec12-4f53-b9bc-80beeb1f6f77 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.714481] env[69350]: DEBUG nova.compute.manager [req-6abc8756-8527-49ed-ac19-ed53e87fbbcc req-9ca5bee1-9ac4-42c1-a36e-0e29f5c2a001 service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Received event network-vif-plugged-9afe6357-ec12-4f53-b9bc-80beeb1f6f77 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.714706] env[69350]: DEBUG oslo_concurrency.lockutils [req-6abc8756-8527-49ed-ac19-ed53e87fbbcc req-9ca5bee1-9ac4-42c1-a36e-0e29f5c2a001 service nova] Acquiring lock "0cebab59-253b-4037-99a0-26667add9e9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.714918] env[69350]: DEBUG oslo_concurrency.lockutils [req-6abc8756-8527-49ed-ac19-ed53e87fbbcc req-9ca5bee1-9ac4-42c1-a36e-0e29f5c2a001 service nova] Lock "0cebab59-253b-4037-99a0-26667add9e9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.715176] env[69350]: DEBUG oslo_concurrency.lockutils [req-6abc8756-8527-49ed-ac19-ed53e87fbbcc req-9ca5bee1-9ac4-42c1-a36e-0e29f5c2a001 service nova] Lock "0cebab59-253b-4037-99a0-26667add9e9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.715330] env[69350]: DEBUG nova.compute.manager [req-6abc8756-8527-49ed-ac19-ed53e87fbbcc req-9ca5bee1-9ac4-42c1-a36e-0e29f5c2a001 service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] No waiting events found dispatching network-vif-plugged-9afe6357-ec12-4f53-b9bc-80beeb1f6f77 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.715492] env[69350]: WARNING nova.compute.manager [req-6abc8756-8527-49ed-ac19-ed53e87fbbcc req-9ca5bee1-9ac4-42c1-a36e-0e29f5c2a001 service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Received unexpected event network-vif-plugged-9afe6357-ec12-4f53-b9bc-80beeb1f6f77 for instance with vm_state building and task_state spawning. [ 749.915465] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.915646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.946963] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "0daa47f1-e357-447d-9962-9f11a0337b1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.947487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "0daa47f1-e357-447d-9962-9f11a0337b1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.013301] env[69350]: DEBUG nova.scheduler.client.report [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.028468] env[69350]: INFO nova.compute.manager [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Took 37.89 seconds to build instance. [ 750.121482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.189874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.190074] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquired lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.190260] env[69350]: DEBUG nova.network.neutron [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.201875] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.201875] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.201875] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.201875] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.202155] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.202285] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.202501] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.202660] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.202827] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.202990] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.203185] env[69350]: DEBUG nova.virt.hardware [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.204770] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeb9891-5bc4-46ff-bb7c-484b0d9d7a48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.214664] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54936738-a711-4a5f-b081-738d5daa0e71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.229750] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:9c:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4deefdac-3184-47b5-9d60-451abcbbb628', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.237157] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.237421] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.237638] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ab07c4e-853e-47da-bbe6-d30411a40717 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.257902] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.257902] env[69350]: value = "task-4148595" [ 750.257902] env[69350]: _type = "Task" [ 750.257902] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.266228] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148595, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.520578] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.522794] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.232s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.523565] env[69350]: DEBUG nova.objects.instance [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lazy-loading 'resources' on Instance uuid de0d3b42-8371-4344-a262-63ecd4401849 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.531108] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15a38c6-c3e9-43dc-b397-655749090d2f tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.816s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.545905] env[69350]: INFO nova.scheduler.client.report [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Deleted allocations for instance c7124fd4-0db2-4fed-b568-57050643c022 [ 750.632008] env[69350]: DEBUG nova.compute.manager [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.633077] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c84729a-f752-4c68-a9db-6c2b208a3de1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.741407] env[69350]: DEBUG nova.network.neutron [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.770114] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148595, 'name': CreateVM_Task, 'duration_secs': 0.373071} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.770413] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.771311] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.771527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.771903] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.774598] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f62c3be-d452-47f1-a9a8-d96512ae0eac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.781318] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 750.781318] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52166311-0d85-9f31-d5c8-a098733a06e7" [ 750.781318] env[69350]: _type = "Task" [ 750.781318] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.790513] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52166311-0d85-9f31-d5c8-a098733a06e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.926500] env[69350]: DEBUG nova.network.neutron [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Updating instance_info_cache with network_info: [{"id": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "address": "fa:16:3e:91:c9:dd", "network": {"id": "a904e662-0424-4802-b858-8916f1659570", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1580779450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edac660dc11344ac82b15114689aff9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afe6357-ec", "ovs_interfaceid": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.034137] env[69350]: DEBUG nova.compute.manager [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.055531] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92c7099c-9a6f-4a20-a35c-efb5ee395f43 tempest-ServerDiagnosticsV248Test-108527216 tempest-ServerDiagnosticsV248Test-108527216-project-member] Lock "c7124fd4-0db2-4fed-b568-57050643c022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.704s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.147138] env[69350]: INFO nova.compute.manager [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] instance snapshotting [ 751.147754] env[69350]: DEBUG nova.objects.instance [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'flavor' on Instance uuid 829e488c-b119-4d6b-bc74-e24c10ee6d5e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.292859] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52166311-0d85-9f31-d5c8-a098733a06e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012588} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.295935] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.296160] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.296411] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.296599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.296735] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.297323] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f87170ed-634d-4ec1-81b9-e8adc6c41438 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.314415] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.314869] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.315399] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b69fb5d2-344a-4b74-b82f-ef0c2fa18d9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.326396] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 751.326396] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523509ab-1acd-4f4f-4e85-f6626fd57be6" [ 751.326396] env[69350]: _type = "Task" [ 751.326396] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.336010] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523509ab-1acd-4f4f-4e85-f6626fd57be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.429979] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Releasing lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.430397] env[69350]: DEBUG nova.compute.manager [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Instance network_info: |[{"id": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "address": "fa:16:3e:91:c9:dd", "network": {"id": "a904e662-0424-4802-b858-8916f1659570", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1580779450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edac660dc11344ac82b15114689aff9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afe6357-ec", "ovs_interfaceid": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.431972] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:c9:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9afe6357-ec12-4f53-b9bc-80beeb1f6f77', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.438736] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Creating folder: Project (edac660dc11344ac82b15114689aff9c). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.438982] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-693da66a-e6a4-4ae3-a5c1-72ecee8a8c22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.454491] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Created folder: Project (edac660dc11344ac82b15114689aff9c) in parent group-v821414. [ 751.454722] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Creating folder: Instances. Parent ref: group-v821517. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.457680] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc5b9089-98d3-4b0a-b380-c17db737c91b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.469015] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Created folder: Instances in parent group-v821517. [ 751.469214] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.472385] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.472567] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6dd2da9-c7df-47d4-9950-219dc8c66137 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.495724] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.495724] env[69350]: value = "task-4148598" [ 751.495724] env[69350]: _type = "Task" [ 751.495724] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.506533] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148598, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.536218] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa04eb4-dfdc-4cc4-be20-b95a4eb82948 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.546955] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb873f2b-9b99-4562-bef8-e0effef8c942 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.582955] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.583885] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bd7b2b-de76-43dc-a5bc-c0d1f4eaa0fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.593099] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3abffd7-4c69-4710-87ac-38d258c50d02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.611018] env[69350]: DEBUG nova.compute.provider_tree [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.655036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ebe872-058c-447d-aed5-3581d6b98298 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.676101] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41860d11-f2da-4256-b275-591d04849715 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.743354] env[69350]: DEBUG nova.compute.manager [req-7e2a88f6-f302-4d3a-b269-f8678bbb9e4f req-61502d18-7116-452f-96b6-d4566be05c2c service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Received event network-changed-9afe6357-ec12-4f53-b9bc-80beeb1f6f77 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.743616] env[69350]: DEBUG nova.compute.manager [req-7e2a88f6-f302-4d3a-b269-f8678bbb9e4f req-61502d18-7116-452f-96b6-d4566be05c2c service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Refreshing instance network info cache due to event network-changed-9afe6357-ec12-4f53-b9bc-80beeb1f6f77. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.743941] env[69350]: DEBUG oslo_concurrency.lockutils [req-7e2a88f6-f302-4d3a-b269-f8678bbb9e4f req-61502d18-7116-452f-96b6-d4566be05c2c service nova] Acquiring lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.744119] env[69350]: DEBUG oslo_concurrency.lockutils [req-7e2a88f6-f302-4d3a-b269-f8678bbb9e4f req-61502d18-7116-452f-96b6-d4566be05c2c service nova] Acquired lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.744357] env[69350]: DEBUG nova.network.neutron [req-7e2a88f6-f302-4d3a-b269-f8678bbb9e4f req-61502d18-7116-452f-96b6-d4566be05c2c service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Refreshing network info cache for port 9afe6357-ec12-4f53-b9bc-80beeb1f6f77 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.838033] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523509ab-1acd-4f4f-4e85-f6626fd57be6, 'name': SearchDatastore_Task, 'duration_secs': 0.034221} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.838923] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6153c6-e6bd-4649-9e9f-69deab9668f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.845304] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 751.845304] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522f3c6e-3fb0-03e8-7aba-2d031599beaa" [ 751.845304] env[69350]: _type = "Task" [ 751.845304] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.855958] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522f3c6e-3fb0-03e8-7aba-2d031599beaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.006722] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148598, 'name': CreateVM_Task, 'duration_secs': 0.340404} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.006899] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.007624] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.007797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.008191] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.008453] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2abae9-a93a-4979-b262-9821a4c93c97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.015817] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 752.015817] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528db3e8-401d-fefa-9653-0b7dc9d66a0d" [ 752.015817] env[69350]: _type = "Task" [ 752.015817] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.024662] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528db3e8-401d-fefa-9653-0b7dc9d66a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.114477] env[69350]: DEBUG nova.scheduler.client.report [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.189246] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 752.189613] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e5c74ce0-7693-496b-b99b-b5edb48ed03a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.196220] env[69350]: DEBUG nova.compute.manager [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.197100] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54a8838-389d-46bf-8191-7ddbab162150 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.202232] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 752.202232] env[69350]: value = "task-4148599" [ 752.202232] env[69350]: _type = "Task" [ 752.202232] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.217859] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148599, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.363251] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522f3c6e-3fb0-03e8-7aba-2d031599beaa, 'name': SearchDatastore_Task, 'duration_secs': 0.020816} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.363251] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.363251] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] fb1c0a77-257a-477d-8af7-63869267c317/fb1c0a77-257a-477d-8af7-63869267c317.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.363251] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44917724-fd39-48d6-b7b5-f2880ff29143 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.379677] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 752.379677] env[69350]: value = "task-4148600" [ 752.379677] env[69350]: _type = "Task" [ 752.379677] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.390818] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.527326] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528db3e8-401d-fefa-9653-0b7dc9d66a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.042834} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.527602] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.527830] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.528190] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.528445] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.528669] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.528938] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00996062-2fcd-4068-99d6-d3a80a9888a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.538568] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.538765] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.539629] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1454b764-5d9a-4865-925c-a51b8ece0192 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.545483] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 752.545483] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d07c29-a3b0-cb0c-53e9-3894eba1fa9e" [ 752.545483] env[69350]: _type = "Task" [ 752.545483] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.553856] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d07c29-a3b0-cb0c-53e9-3894eba1fa9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.576652] env[69350]: DEBUG nova.network.neutron [req-7e2a88f6-f302-4d3a-b269-f8678bbb9e4f req-61502d18-7116-452f-96b6-d4566be05c2c service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Updated VIF entry in instance network info cache for port 9afe6357-ec12-4f53-b9bc-80beeb1f6f77. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.577035] env[69350]: DEBUG nova.network.neutron [req-7e2a88f6-f302-4d3a-b269-f8678bbb9e4f req-61502d18-7116-452f-96b6-d4566be05c2c service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Updating instance_info_cache with network_info: [{"id": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "address": "fa:16:3e:91:c9:dd", "network": {"id": "a904e662-0424-4802-b858-8916f1659570", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1580779450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edac660dc11344ac82b15114689aff9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afe6357-ec", "ovs_interfaceid": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.621809] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.624908] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.924s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.626757] env[69350]: INFO nova.compute.claims [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.663576] env[69350]: INFO nova.scheduler.client.report [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Deleted allocations for instance de0d3b42-8371-4344-a262-63ecd4401849 [ 752.717826] env[69350]: INFO nova.compute.manager [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] instance snapshotting [ 752.719756] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148599, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.721741] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb10b91-734b-4ac3-ab37-311e9fbef890 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.751105] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c25e62-8e95-4a9a-86ba-00667bf68f5e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.891295] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148600, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.059856] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d07c29-a3b0-cb0c-53e9-3894eba1fa9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.061127] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2cd5e7-c347-4c33-8099-779f9443554c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.067566] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 753.067566] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5222c832-d25e-2693-1384-9e6855288908" [ 753.067566] env[69350]: _type = "Task" [ 753.067566] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.076452] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5222c832-d25e-2693-1384-9e6855288908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.080169] env[69350]: DEBUG oslo_concurrency.lockutils [req-7e2a88f6-f302-4d3a-b269-f8678bbb9e4f req-61502d18-7116-452f-96b6-d4566be05c2c service nova] Releasing lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.174755] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc4271e-fb71-4d87-be9c-1d937fe2e758 tempest-AttachInterfacesUnderV243Test-231606422 tempest-AttachInterfacesUnderV243Test-231606422-project-member] Lock "de0d3b42-8371-4344-a262-63ecd4401849" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.312s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.220951] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148599, 'name': CreateSnapshot_Task, 'duration_secs': 0.583122} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.222258] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 753.223121] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e584475e-8f5a-4eee-be84-c365654d48f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.267727] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 753.267892] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4824ab45-63df-485e-bda0-9ca5b4a353b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.277880] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 753.277880] env[69350]: value = "task-4148601" [ 753.277880] env[69350]: _type = "Task" [ 753.277880] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.288296] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148601, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.392579] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599863} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.392891] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] fb1c0a77-257a-477d-8af7-63869267c317/fb1c0a77-257a-477d-8af7-63869267c317.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.393128] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.393419] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca1be872-eeea-47c3-add8-75872cbb6264 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.403818] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 753.403818] env[69350]: value = "task-4148602" [ 753.403818] env[69350]: _type = "Task" [ 753.403818] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.416777] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.578485] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5222c832-d25e-2693-1384-9e6855288908, 'name': SearchDatastore_Task, 'duration_secs': 0.043217} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.578934] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.579141] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0cebab59-253b-4037-99a0-26667add9e9d/0cebab59-253b-4037-99a0-26667add9e9d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.579528] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbdb2206-33d3-4eb3-802f-5653317e2650 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.586575] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 753.586575] env[69350]: value = "task-4148603" [ 753.586575] env[69350]: _type = "Task" [ 753.586575] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.595213] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.747087] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 753.750247] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f90b723-b5b4-4199-bdef-9713f06fb17e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.762628] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 753.762628] env[69350]: value = "task-4148604" [ 753.762628] env[69350]: _type = "Task" [ 753.762628] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.775310] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148604, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.796331] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148601, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.922493] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070663} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.923175] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.924596] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c528f1a-82be-4c0d-af94-e7760fbd66b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.955291] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] fb1c0a77-257a-477d-8af7-63869267c317/fb1c0a77-257a-477d-8af7-63869267c317.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.959667] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aac2e8c-c8b6-4f9f-a625-5601e98739b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.981443] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 753.981443] env[69350]: value = "task-4148605" [ 753.981443] env[69350]: _type = "Task" [ 753.981443] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.998480] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.097159] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148603, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.239648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d030cfd2-880e-421f-9418-c51484ff11df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.250020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa9a58f-1cdb-4760-ad34-cc03b3ed0652 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.291227] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baab8d73-f559-486e-b147-0b07c6807137 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.300059] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148601, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.306492] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148604, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.308677] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787eb307-99cb-4112-970e-097643b34e28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.326671] env[69350]: DEBUG nova.compute.provider_tree [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.494137] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.600456] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148603, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.796479] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148604, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.799849] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148601, 'name': CreateSnapshot_Task, 'duration_secs': 1.461035} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.800192] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 754.800971] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63868fd-c1b1-4601-a251-f7e7b478b772 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.832401] env[69350]: DEBUG nova.scheduler.client.report [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.996619] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148605, 'name': ReconfigVM_Task, 'duration_secs': 0.879679} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.998196] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Reconfigured VM instance instance-00000020 to attach disk [datastore2] fb1c0a77-257a-477d-8af7-63869267c317/fb1c0a77-257a-477d-8af7-63869267c317.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.998196] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f04301d7-e519-4dd7-bc0d-011d494dcf0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.011566] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 755.011566] env[69350]: value = "task-4148606" [ 755.011566] env[69350]: _type = "Task" [ 755.011566] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.025420] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148606, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.098678] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148603, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.041304} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.099276] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0cebab59-253b-4037-99a0-26667add9e9d/0cebab59-253b-4037-99a0-26667add9e9d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.099276] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.099473] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-126d2f4e-e065-4175-9cae-386bbf35f338 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.107854] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 755.107854] env[69350]: value = "task-4148607" [ 755.107854] env[69350]: _type = "Task" [ 755.107854] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.117818] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.294823] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148604, 'name': CloneVM_Task, 'duration_secs': 1.533562} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.295193] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Created linked-clone VM from snapshot [ 755.296079] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ecdb46-c0de-446e-bb58-8cdf3521bb40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.306318] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Uploading image 3059b30e-afc1-4980-a47f-d781667fa55e {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 755.322943] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 755.327306] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d4390d7-ae56-4c5b-9f6b-f762d3c55af7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.337336] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 755.337336] env[69350]: value = "task-4148608" [ 755.337336] env[69350]: _type = "Task" [ 755.337336] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.341249] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 755.341249] env[69350]: value = "vm-821521" [ 755.341249] env[69350]: _type = "VirtualMachine" [ 755.341249] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 755.342925] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.344893] env[69350]: DEBUG nova.compute.manager [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.346967] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-659bed02-1f92-4e7a-8016-23e7eb199aed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.356163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.237s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.365175] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148608, 'name': CloneVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.366880] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lease: (returnval){ [ 755.366880] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520fd2db-088c-4ee0-aad8-487fb07ffc2c" [ 755.366880] env[69350]: _type = "HttpNfcLease" [ 755.366880] env[69350]: } obtained for exporting VM: (result){ [ 755.366880] env[69350]: value = "vm-821521" [ 755.366880] env[69350]: _type = "VirtualMachine" [ 755.366880] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 755.367168] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the lease: (returnval){ [ 755.367168] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520fd2db-088c-4ee0-aad8-487fb07ffc2c" [ 755.367168] env[69350]: _type = "HttpNfcLease" [ 755.367168] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 755.376087] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.376087] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520fd2db-088c-4ee0-aad8-487fb07ffc2c" [ 755.376087] env[69350]: _type = "HttpNfcLease" [ 755.376087] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 755.521831] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148606, 'name': Rename_Task, 'duration_secs': 0.205907} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.522606] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.522606] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f333b1-53c6-4784-a1b0-0c52c60c33fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.529973] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 755.529973] env[69350]: value = "task-4148610" [ 755.529973] env[69350]: _type = "Task" [ 755.529973] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.538479] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.621993] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08341} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.622384] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.623505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b568110-e318-4cbd-bd05-25f85ffd6a2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.649576] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 0cebab59-253b-4037-99a0-26667add9e9d/0cebab59-253b-4037-99a0-26667add9e9d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.650048] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f76d09-dd2f-421c-9dcb-b33f9bb1c66a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.671676] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 755.671676] env[69350]: value = "task-4148611" [ 755.671676] env[69350]: _type = "Task" [ 755.671676] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.682853] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.854684] env[69350]: DEBUG nova.compute.utils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.856196] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148608, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.856536] env[69350]: DEBUG nova.compute.manager [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.856712] env[69350]: DEBUG nova.network.neutron [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.881457] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.881457] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520fd2db-088c-4ee0-aad8-487fb07ffc2c" [ 755.881457] env[69350]: _type = "HttpNfcLease" [ 755.881457] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 755.883074] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 755.883074] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520fd2db-088c-4ee0-aad8-487fb07ffc2c" [ 755.883074] env[69350]: _type = "HttpNfcLease" [ 755.883074] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 755.883362] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15c01c5-dc85-4985-99d3-573a14ee3b62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.893740] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd5da2-8426-a635-c094-d0a633f3bafc/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 755.894074] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd5da2-8426-a635-c094-d0a633f3bafc/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.950535] env[69350]: DEBUG nova.policy [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9892ec2a38de451cbe735d8138463081', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bb37bafc52e45edac7f881f1ad2f6b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.992833] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b4a61eb-2536-47ea-8e41-17198e504604 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.047686] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148610, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.190599] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148611, 'name': ReconfigVM_Task, 'duration_secs': 0.389673} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.190938] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 0cebab59-253b-4037-99a0-26667add9e9d/0cebab59-253b-4037-99a0-26667add9e9d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.191678] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a13cba3c-b96b-4c30-9a13-e50dce8369a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.206872] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 756.206872] env[69350]: value = "task-4148612" [ 756.206872] env[69350]: _type = "Task" [ 756.206872] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.224183] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148612, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.359300] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148608, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.363725] env[69350]: DEBUG nova.compute.manager [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.424025] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance effb7a42-5fe9-49b5-b4f4-95d5330466a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424025] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 0d698890-4a4f-4058-b57c-602176248bbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424025] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance f17a0100-054e-4103-ac80-698d1be85218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424025] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424025] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 3be3613b-9065-4c1d-acce-6caa0af871a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424025] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 219f08aa-ebaa-44f0-9bc9-1a0401fabb23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424025] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 08474bab-98fc-42ff-ae8a-fde7d4819d51 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.424025] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 50988c7a-07dd-42d7-9fd2-790425947efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424025] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 829e488c-b119-4d6b-bc74-e24c10ee6d5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424025] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 3678dbe6-81c0-4aec-ad08-1971f7918fc0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424025] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 0c362d02-acb5-493f-a146-e46ba4c3e26f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.424025] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 823fca95-83da-462b-922a-6137a1cd85a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.424025] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance c57a42b2-ae92-4dd2-91ee-69065a5eab0c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.424025] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance e0dc12e1-af91-4057-9fc1-219bbdc31fdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424827] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 0972b291-5b74-4ca7-923e-10815f8de11f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424827] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 21f7d90d-396e-4b5d-850d-8a081b67f4a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424827] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance fb1c0a77-257a-477d-8af7-63869267c317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.424827] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 993c24e5-a39b-4618-87c0-6e204c29835c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.425836] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 2fa11155-93c9-497c-a25f-d24ffcedeb9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.426631] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 0cebab59-253b-4037-99a0-26667add9e9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.428374] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 69a20aa3-1f89-4e23-9c22-0220c8197535 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.545664] env[69350]: DEBUG oslo_vmware.api [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148610, 'name': PowerOnVM_Task, 'duration_secs': 0.720437} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.546433] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.546823] env[69350]: DEBUG nova.compute.manager [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.548091] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e0754b-f91c-4cd6-89ed-67539e5843e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.564740] env[69350]: DEBUG nova.network.neutron [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Successfully created port: 3938360c-6807-4876-bc5f-d232866d3bdd {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.721718] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148612, 'name': Rename_Task, 'duration_secs': 0.214672} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.722161] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.722760] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1802ec73-9cce-44a1-97ae-1ba20309f6c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.733252] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 756.733252] env[69350]: value = "task-4148613" [ 756.733252] env[69350]: _type = "Task" [ 756.733252] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.744622] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.857681] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148608, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.932436] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 97a20fc1-ef2b-4927-b335-3fd748bf90e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.080442] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.249814] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.356160] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148608, 'name': CloneVM_Task, 'duration_secs': 1.698805} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.356562] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Created linked-clone VM from snapshot [ 757.357464] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd10566-b6ab-4823-b122-6b609407b02c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.367129] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Uploading image c3868be1-5bd7-422e-9f25-8ee6855f1821 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.375486] env[69350]: DEBUG nova.compute.manager [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.419691] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.419691] env[69350]: value = "vm-821523" [ 757.419691] env[69350]: _type = "VirtualMachine" [ 757.419691] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.422856] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87743ea4-7929-4049-8876-0e8bfb93ee24 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.438763] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 46c02c77-062d-4f45-ab62-e432ec0c3ba7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.441958] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lease: (returnval){ [ 757.441958] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5216d9c9-77e8-d992-40ac-a00d8a33cfac" [ 757.441958] env[69350]: _type = "HttpNfcLease" [ 757.441958] env[69350]: } obtained for exporting VM: (result){ [ 757.441958] env[69350]: value = "vm-821523" [ 757.441958] env[69350]: _type = "VirtualMachine" [ 757.441958] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.441958] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the lease: (returnval){ [ 757.441958] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5216d9c9-77e8-d992-40ac-a00d8a33cfac" [ 757.441958] env[69350]: _type = "HttpNfcLease" [ 757.441958] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.444680] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.445148] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.445501] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.446253] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.446253] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.446253] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.446439] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.446582] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.446775] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.446942] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.447130] env[69350]: DEBUG nova.virt.hardware [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.448098] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fed353-14d8-474c-b443-373d1ae4947b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.463366] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.463366] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5216d9c9-77e8-d992-40ac-a00d8a33cfac" [ 757.463366] env[69350]: _type = "HttpNfcLease" [ 757.463366] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.463510] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.463510] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5216d9c9-77e8-d992-40ac-a00d8a33cfac" [ 757.463510] env[69350]: _type = "HttpNfcLease" [ 757.463510] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.464322] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74291838-e370-4a9f-9b95-390c6039016e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.468097] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5265e294-9cb1-436f-aed7-9f538909def6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.489980] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240b810-bdf3-3c52-1e2a-3cdcee824bda/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.490397] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240b810-bdf3-3c52-1e2a-3cdcee824bda/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 757.586892] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0354f87-25f9-495f-b9d8-e35e79916e66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.746976] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.943710] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance db2c1e31-a6d3-486d-82e0-985c4286affd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.070611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "fb1c0a77-257a-477d-8af7-63869267c317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.071304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "fb1c0a77-257a-477d-8af7-63869267c317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.071304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "fb1c0a77-257a-477d-8af7-63869267c317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.071304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "fb1c0a77-257a-477d-8af7-63869267c317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.071513] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "fb1c0a77-257a-477d-8af7-63869267c317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.076907] env[69350]: INFO nova.compute.manager [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Terminating instance [ 758.257614] env[69350]: DEBUG oslo_vmware.api [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148613, 'name': PowerOnVM_Task, 'duration_secs': 1.355613} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.261635] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.262956] env[69350]: INFO nova.compute.manager [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Took 9.95 seconds to spawn the instance on the hypervisor. [ 758.262956] env[69350]: DEBUG nova.compute.manager [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.263493] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258b91af-83b2-4e6d-97b3-66aed22c5d92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.449646] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 243fd51e-b95b-4611-aa0c-336e9a203867 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.582760] env[69350]: DEBUG nova.compute.manager [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.586027] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.586027] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4412484b-ac2c-4269-99b3-c50296de62e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.595499] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.597470] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-093e50be-5f00-466e-85b6-c6c1fc1745df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.605707] env[69350]: DEBUG oslo_vmware.api [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 758.605707] env[69350]: value = "task-4148615" [ 758.605707] env[69350]: _type = "Task" [ 758.605707] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.618257] env[69350]: DEBUG oslo_vmware.api [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.789601] env[69350]: INFO nova.compute.manager [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Took 44.72 seconds to build instance. [ 758.956000] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.982821] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.983414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.119418] env[69350]: DEBUG oslo_vmware.api [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148615, 'name': PowerOffVM_Task, 'duration_secs': 0.383029} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.119936] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.120322] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.121210] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3a3d766-cbd7-40a9-9b2a-b57ea1e96853 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.195320] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.195320] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.195320] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleting the datastore file [datastore2] fb1c0a77-257a-477d-8af7-63869267c317 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.196361] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef0e4ab6-97a2-43d7-9117-426d564f3034 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.207794] env[69350]: DEBUG oslo_vmware.api [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 759.207794] env[69350]: value = "task-4148617" [ 759.207794] env[69350]: _type = "Task" [ 759.207794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.225866] env[69350]: DEBUG oslo_vmware.api [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.294769] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1f6297cb-09de-4877-ac7e-985d6468dd64 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.075s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.463465] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.500502] env[69350]: DEBUG nova.network.neutron [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Successfully updated port: 3938360c-6807-4876-bc5f-d232866d3bdd {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.721445] env[69350]: DEBUG oslo_vmware.api [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273193} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.721445] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.721445] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.721445] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.721445] env[69350]: INFO nova.compute.manager [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Took 1.14 seconds to destroy the instance on the hypervisor. [ 759.721445] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.721445] env[69350]: DEBUG nova.compute.manager [-] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.721445] env[69350]: DEBUG nova.network.neutron [-] [instance: fb1c0a77-257a-477d-8af7-63869267c317] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.796972] env[69350]: DEBUG nova.compute.manager [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.937336] env[69350]: DEBUG nova.compute.manager [req-a42256fe-8aa4-42f1-b9e5-6861350ba947 req-47455a68-f1a8-4c5d-a7a8-c97effdace6d service nova] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Received event network-vif-plugged-3938360c-6807-4876-bc5f-d232866d3bdd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.937533] env[69350]: DEBUG oslo_concurrency.lockutils [req-a42256fe-8aa4-42f1-b9e5-6861350ba947 req-47455a68-f1a8-4c5d-a7a8-c97effdace6d service nova] Acquiring lock "69a20aa3-1f89-4e23-9c22-0220c8197535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.937736] env[69350]: DEBUG oslo_concurrency.lockutils [req-a42256fe-8aa4-42f1-b9e5-6861350ba947 req-47455a68-f1a8-4c5d-a7a8-c97effdace6d service nova] Lock "69a20aa3-1f89-4e23-9c22-0220c8197535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.937942] env[69350]: DEBUG oslo_concurrency.lockutils [req-a42256fe-8aa4-42f1-b9e5-6861350ba947 req-47455a68-f1a8-4c5d-a7a8-c97effdace6d service nova] Lock "69a20aa3-1f89-4e23-9c22-0220c8197535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.940744] env[69350]: DEBUG nova.compute.manager [req-a42256fe-8aa4-42f1-b9e5-6861350ba947 req-47455a68-f1a8-4c5d-a7a8-c97effdace6d service nova] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] No waiting events found dispatching network-vif-plugged-3938360c-6807-4876-bc5f-d232866d3bdd {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.941044] env[69350]: WARNING nova.compute.manager [req-a42256fe-8aa4-42f1-b9e5-6861350ba947 req-47455a68-f1a8-4c5d-a7a8-c97effdace6d service nova] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Received unexpected event network-vif-plugged-3938360c-6807-4876-bc5f-d232866d3bdd for instance with vm_state building and task_state spawning. [ 759.970031] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance a6d023c6-8a1a-4dc1-b94d-58c5e5119d98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.006939] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "refresh_cache-69a20aa3-1f89-4e23-9c22-0220c8197535" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.006939] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "refresh_cache-69a20aa3-1f89-4e23-9c22-0220c8197535" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.006939] env[69350]: DEBUG nova.network.neutron [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.331028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.472069] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance bbe9feda-432b-46ad-80cb-c4a10f80c30a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.555570] env[69350]: DEBUG nova.network.neutron [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.819201] env[69350]: DEBUG nova.network.neutron [-] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.832727] env[69350]: DEBUG nova.network.neutron [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Updating instance_info_cache with network_info: [{"id": "3938360c-6807-4876-bc5f-d232866d3bdd", "address": "fa:16:3e:89:d3:14", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3938360c-68", "ovs_interfaceid": "3938360c-6807-4876-bc5f-d232866d3bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.976668] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 761.322029] env[69350]: INFO nova.compute.manager [-] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Took 1.60 seconds to deallocate network for instance. [ 761.337747] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "refresh_cache-69a20aa3-1f89-4e23-9c22-0220c8197535" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.341234] env[69350]: DEBUG nova.compute.manager [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Instance network_info: |[{"id": "3938360c-6807-4876-bc5f-d232866d3bdd", "address": "fa:16:3e:89:d3:14", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3938360c-68", "ovs_interfaceid": "3938360c-6807-4876-bc5f-d232866d3bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.341234] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:d3:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3938360c-6807-4876-bc5f-d232866d3bdd', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.347968] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.348334] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.348616] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24c51df9-6329-4ceb-a8a4-767948deff20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.371827] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.371827] env[69350]: value = "task-4148618" [ 761.371827] env[69350]: _type = "Task" [ 761.371827] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.381096] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148618, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.483175] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 761.832215] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.887664] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148618, 'name': CreateVM_Task, 'duration_secs': 0.434064} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.887907] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.888945] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.890297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.890768] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.891179] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa1fcc0-a86e-44f1-ae33-e119b0ce79a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.898094] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 761.898094] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529f6ad6-fddc-720b-e63f-010c9ac42d27" [ 761.898094] env[69350]: _type = "Task" [ 761.898094] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.911270] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529f6ad6-fddc-720b-e63f-010c9ac42d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.986370] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 966d02f4-9d3b-4f4c-86d4-9f35be04db20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 762.032314] env[69350]: DEBUG nova.compute.manager [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Received event network-changed-3938360c-6807-4876-bc5f-d232866d3bdd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.032314] env[69350]: DEBUG nova.compute.manager [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Refreshing instance network info cache due to event network-changed-3938360c-6807-4876-bc5f-d232866d3bdd. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.032614] env[69350]: DEBUG oslo_concurrency.lockutils [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] Acquiring lock "refresh_cache-69a20aa3-1f89-4e23-9c22-0220c8197535" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.032691] env[69350]: DEBUG oslo_concurrency.lockutils [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] Acquired lock "refresh_cache-69a20aa3-1f89-4e23-9c22-0220c8197535" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.032822] env[69350]: DEBUG nova.network.neutron [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Refreshing network info cache for port 3938360c-6807-4876-bc5f-d232866d3bdd {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.410402] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529f6ad6-fddc-720b-e63f-010c9ac42d27, 'name': SearchDatastore_Task, 'duration_secs': 0.02215} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.411093] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.411093] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.411337] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.411512] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.411628] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.411884] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f1810d6-915c-4fc4-8a58-cdf80c1042ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.424589] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.424793] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.425638] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba26d19-7e66-44e4-be42-140c6435c0fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.432413] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 762.432413] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524fcdc3-93aa-0633-2677-98e724a29150" [ 762.432413] env[69350]: _type = "Task" [ 762.432413] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.442820] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524fcdc3-93aa-0633-2677-98e724a29150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.494913] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 0daa47f1-e357-447d-9962-9f11a0337b1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 762.495562] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 762.495840] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 762.834935] env[69350]: DEBUG nova.network.neutron [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Updated VIF entry in instance network info cache for port 3938360c-6807-4876-bc5f-d232866d3bdd. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.835404] env[69350]: DEBUG nova.network.neutron [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Updating instance_info_cache with network_info: [{"id": "3938360c-6807-4876-bc5f-d232866d3bdd", "address": "fa:16:3e:89:d3:14", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3938360c-68", "ovs_interfaceid": "3938360c-6807-4876-bc5f-d232866d3bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.946854] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524fcdc3-93aa-0633-2677-98e724a29150, 'name': SearchDatastore_Task, 'duration_secs': 0.01898} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.948679] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2e1a9c-901e-4b4c-a3da-f2c140d986cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.958639] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 762.958639] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524b16b0-936e-030c-c959-b5f3b1c26ce3" [ 762.958639] env[69350]: _type = "Task" [ 762.958639] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.969307] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524b16b0-936e-030c-c959-b5f3b1c26ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.198680] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d62557-4a0f-47c8-aa9f-9e75881e11b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.208865] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e6f093-bfa5-43ae-8c14-a02725748e3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.243440] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea059135-cd59-4335-8de3-830864adc20d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.252709] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a29f8ca-ca20-480c-a803-32225299c6b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.270216] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.337740] env[69350]: DEBUG oslo_concurrency.lockutils [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] Releasing lock "refresh_cache-69a20aa3-1f89-4e23-9c22-0220c8197535" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.338222] env[69350]: DEBUG nova.compute.manager [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Received event network-vif-deleted-4deefdac-3184-47b5-9d60-451abcbbb628 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.338451] env[69350]: DEBUG nova.compute.manager [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Received event network-changed-9afe6357-ec12-4f53-b9bc-80beeb1f6f77 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.338644] env[69350]: DEBUG nova.compute.manager [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Refreshing instance network info cache due to event network-changed-9afe6357-ec12-4f53-b9bc-80beeb1f6f77. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.338862] env[69350]: DEBUG oslo_concurrency.lockutils [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] Acquiring lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.339009] env[69350]: DEBUG oslo_concurrency.lockutils [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] Acquired lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.339226] env[69350]: DEBUG nova.network.neutron [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Refreshing network info cache for port 9afe6357-ec12-4f53-b9bc-80beeb1f6f77 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.470188] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524b16b0-936e-030c-c959-b5f3b1c26ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.015912} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.470435] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.470700] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 69a20aa3-1f89-4e23-9c22-0220c8197535/69a20aa3-1f89-4e23-9c22-0220c8197535.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.470974] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec00448e-bcfc-431c-b49b-8cd2ddddda3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.478554] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 763.478554] env[69350]: value = "task-4148619" [ 763.478554] env[69350]: _type = "Task" [ 763.478554] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.488712] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.773894] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.989498] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148619, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.161475] env[69350]: DEBUG nova.network.neutron [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Updated VIF entry in instance network info cache for port 9afe6357-ec12-4f53-b9bc-80beeb1f6f77. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.161943] env[69350]: DEBUG nova.network.neutron [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Updating instance_info_cache with network_info: [{"id": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "address": "fa:16:3e:91:c9:dd", "network": {"id": "a904e662-0424-4802-b858-8916f1659570", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1580779450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edac660dc11344ac82b15114689aff9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afe6357-ec", "ovs_interfaceid": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.278625] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 764.279036] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.923s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.279310] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.711s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.282505] env[69350]: INFO nova.compute.claims [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.489545] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678243} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.489837] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 69a20aa3-1f89-4e23-9c22-0220c8197535/69a20aa3-1f89-4e23-9c22-0220c8197535.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.490064] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.490349] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5e2e2d6-c8ef-43f1-88c9-9ac8baa38e1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.498048] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 764.498048] env[69350]: value = "task-4148620" [ 764.498048] env[69350]: _type = "Task" [ 764.498048] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.508307] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.664829] env[69350]: DEBUG oslo_concurrency.lockutils [req-177e3bff-e2c3-477a-bb64-261f0ca7bab0 req-79c47436-a0e1-44a2-bb1c-79fe2e7834ac service nova] Releasing lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.011225] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115549} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.011623] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.012473] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4379d5-45a9-4a10-91a4-55b8cf0b0b13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.038523] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 69a20aa3-1f89-4e23-9c22-0220c8197535/69a20aa3-1f89-4e23-9c22-0220c8197535.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.038936] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0961d77a-e687-4052-9faf-a12872d5782f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.060385] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 765.060385] env[69350]: value = "task-4148621" [ 765.060385] env[69350]: _type = "Task" [ 765.060385] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.071379] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.573459] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148621, 'name': ReconfigVM_Task, 'duration_secs': 0.353481} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.573760] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 69a20aa3-1f89-4e23-9c22-0220c8197535/69a20aa3-1f89-4e23-9c22-0220c8197535.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.574258] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1811f89-8d91-465b-8564-8393cd465f9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.582298] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 765.582298] env[69350]: value = "task-4148622" [ 765.582298] env[69350]: _type = "Task" [ 765.582298] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.593392] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148622, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.868950] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee873d2-0b59-4396-b7fa-492e1207962b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.877820] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3881b155-2abc-4edc-a573-c0e7e9ca6f9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.909896] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46bac6b-bab1-4575-b3b1-cb3b0b36c4dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.919161] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb59c0e-1e30-431c-99de-d74afe5d2c80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.934779] env[69350]: DEBUG nova.compute.provider_tree [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.965971] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd5da2-8426-a635-c094-d0a633f3bafc/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.969460] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add7520-15ba-4a18-ba64-106190cccd07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.976883] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd5da2-8426-a635-c094-d0a633f3bafc/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.977109] env[69350]: ERROR oslo_vmware.rw_handles [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd5da2-8426-a635-c094-d0a633f3bafc/disk-0.vmdk due to incomplete transfer. [ 765.977340] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6888baa5-819b-4d7e-abdc-22b392701de7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.983165] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240b810-bdf3-3c52-1e2a-3cdcee824bda/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.983165] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea4870c-0fee-43bc-ab84-d8852a470330 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.988824] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240b810-bdf3-3c52-1e2a-3cdcee824bda/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.989088] env[69350]: ERROR oslo_vmware.rw_handles [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240b810-bdf3-3c52-1e2a-3cdcee824bda/disk-0.vmdk due to incomplete transfer. [ 765.989350] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44cca0d9-376c-43f5-925b-7d1235fff04e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.991880] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd5da2-8426-a635-c094-d0a633f3bafc/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.992087] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Uploaded image 3059b30e-afc1-4980-a47f-d781667fa55e to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.994341] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.994947] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c3adf80-fea2-46da-bf9d-891f93935faf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.001242] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 766.001242] env[69350]: value = "task-4148623" [ 766.001242] env[69350]: _type = "Task" [ 766.001242] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.002445] env[69350]: DEBUG oslo_vmware.rw_handles [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240b810-bdf3-3c52-1e2a-3cdcee824bda/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.002649] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Uploaded image c3868be1-5bd7-422e-9f25-8ee6855f1821 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 766.004378] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.007950] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5fa27867-5264-4ac4-8d42-57c3cddf1439 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.014979] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148623, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.016132] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 766.016132] env[69350]: value = "task-4148624" [ 766.016132] env[69350]: _type = "Task" [ 766.016132] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.026180] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148624, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.093952] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148622, 'name': Rename_Task, 'duration_secs': 0.147709} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.094281] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.094599] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9131847e-9b63-4f14-8cc5-0ed84b32d622 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.103104] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 766.103104] env[69350]: value = "task-4148625" [ 766.103104] env[69350]: _type = "Task" [ 766.103104] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.116811] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.438248] env[69350]: DEBUG nova.scheduler.client.report [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.513504] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148623, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.526610] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148624, 'name': Destroy_Task, 'duration_secs': 0.371391} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.526866] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Destroyed the VM [ 766.527135] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.527772] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a666748-f458-41ba-b954-178f50fd876e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.535257] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 766.535257] env[69350]: value = "task-4148629" [ 766.535257] env[69350]: _type = "Task" [ 766.535257] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.545739] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.615859] env[69350]: DEBUG oslo_vmware.api [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148625, 'name': PowerOnVM_Task, 'duration_secs': 0.491393} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.616386] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.616490] env[69350]: INFO nova.compute.manager [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Took 9.24 seconds to spawn the instance on the hypervisor. [ 766.616673] env[69350]: DEBUG nova.compute.manager [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.618782] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69626f4-c347-4d45-ae61-e74eff9c64fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.944844] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.945430] env[69350]: DEBUG nova.compute.manager [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.949383] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.445s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.951379] env[69350]: INFO nova.compute.claims [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.013644] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148623, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.047337] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148629, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.144993] env[69350]: INFO nova.compute.manager [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Took 46.47 seconds to build instance. [ 767.178091] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] Acquiring lock "refresh_cache-69a20aa3-1f89-4e23-9c22-0220c8197535" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.178310] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] Acquired lock "refresh_cache-69a20aa3-1f89-4e23-9c22-0220c8197535" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.178496] env[69350]: DEBUG nova.network.neutron [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.455712] env[69350]: DEBUG nova.compute.utils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.459129] env[69350]: DEBUG nova.compute.manager [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.459586] env[69350]: DEBUG nova.network.neutron [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.513973] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148623, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.547014] env[69350]: DEBUG oslo_vmware.api [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148629, 'name': RemoveSnapshot_Task, 'duration_secs': 0.695475} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.547319] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 767.547775] env[69350]: INFO nova.compute.manager [None req-5381ff37-e2bf-4eb7-9494-4214b389b67d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Took 14.83 seconds to snapshot the instance on the hypervisor. [ 767.598817] env[69350]: DEBUG nova.policy [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c6d684edb44321b0226f2c3ba37136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830e85774778438886e6ab2a50799ab6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.647063] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9cc0719-5998-49c0-91fc-ac8b0aa4188b tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "69a20aa3-1f89-4e23-9c22-0220c8197535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.231s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.891897] env[69350]: DEBUG nova.network.neutron [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Updating instance_info_cache with network_info: [{"id": "3938360c-6807-4876-bc5f-d232866d3bdd", "address": "fa:16:3e:89:d3:14", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3938360c-68", "ovs_interfaceid": "3938360c-6807-4876-bc5f-d232866d3bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.960587] env[69350]: DEBUG nova.compute.manager [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.019917] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148623, 'name': Destroy_Task, 'duration_secs': 1.640045} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.019917] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Destroyed the VM [ 768.020198] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 768.020557] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-47ac518f-8825-4980-a719-f8b942356d39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.030834] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 768.030834] env[69350]: value = "task-4148630" [ 768.030834] env[69350]: _type = "Task" [ 768.030834] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.044641] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148630, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.048937] env[69350]: DEBUG nova.network.neutron [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Successfully created port: 5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.152050] env[69350]: DEBUG nova.compute.manager [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.395149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] Releasing lock "refresh_cache-69a20aa3-1f89-4e23-9c22-0220c8197535" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.395361] env[69350]: DEBUG nova.compute.manager [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Inject network info {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 768.395655] env[69350]: DEBUG nova.compute.manager [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] network_info to inject: |[{"id": "3938360c-6807-4876-bc5f-d232866d3bdd", "address": "fa:16:3e:89:d3:14", "network": {"id": "38c7b00a-bd41-4358-b767-4e32c8d60d6b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-871779741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb37bafc52e45edac7f881f1ad2f6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3938360c-68", "ovs_interfaceid": "3938360c-6807-4876-bc5f-d232866d3bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 768.402601] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Reconfiguring VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 768.407231] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e6dc6e-6eaf-4644-a597-c6f6f780b50e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.426460] env[69350]: DEBUG oslo_vmware.api [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] Waiting for the task: (returnval){ [ 768.426460] env[69350]: value = "task-4148631" [ 768.426460] env[69350]: _type = "Task" [ 768.426460] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.438047] env[69350]: DEBUG oslo_vmware.api [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] Task: {'id': task-4148631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.542981] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148630, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.575582] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec66a50-dc06-4c2f-8031-5a3fb343d1e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.588405] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ff88b5-86ae-4aaf-8ab1-6841ec85f5c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.630797] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a562e1cc-59b3-43c3-bc71-1e2e7247efaa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.640685] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedd4777-4c66-4694-ae0b-d08c0f282c0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.656092] env[69350]: DEBUG nova.compute.provider_tree [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.676670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.937463] env[69350]: DEBUG oslo_vmware.api [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] Task: {'id': task-4148631, 'name': ReconfigVM_Task, 'duration_secs': 0.166569} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.937765] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0787a9c-9195-4a5e-beb0-466224bb8356 tempest-ServersAdminTestJSON-1610716044 tempest-ServersAdminTestJSON-1610716044-project-admin] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Reconfigured VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 768.976947] env[69350]: DEBUG nova.compute.manager [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.011022] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.011022] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.011022] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.011022] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.011022] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.011382] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.011382] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.011981] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.011981] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.011981] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.012191] env[69350]: DEBUG nova.virt.hardware [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.013020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d32954-8cfe-44f6-89de-7372b6a668b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.021485] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba4631-fe35-4244-9c9a-926a38641691 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.043942] env[69350]: DEBUG oslo_vmware.api [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148630, 'name': RemoveSnapshot_Task, 'duration_secs': 0.827218} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.044266] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 769.044493] env[69350]: INFO nova.compute.manager [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Took 17.39 seconds to snapshot the instance on the hypervisor. [ 769.167746] env[69350]: DEBUG nova.scheduler.client.report [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.621865] env[69350]: DEBUG nova.compute.manager [None req-c340013a-d9f1-4e60-a6f3-5fe97598a6c6 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Found 1 images (rotation: 2) {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 769.675587] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.675587] env[69350]: DEBUG nova.compute.manager [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.678302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.274s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.678731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.681914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.078s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.682265] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.684371] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.024s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.686117] env[69350]: INFO nova.compute.claims [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.719447] env[69350]: INFO nova.scheduler.client.report [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Deleted allocations for instance 823fca95-83da-462b-922a-6137a1cd85a3 [ 769.726227] env[69350]: INFO nova.scheduler.client.report [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Deleted allocations for instance 0c362d02-acb5-493f-a146-e46ba4c3e26f [ 769.891553] env[69350]: DEBUG nova.compute.manager [req-2d88545f-02bb-40eb-8ac5-4ece92350912 req-4b6d5156-9240-4d29-9de0-038ffac96949 service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Received event network-vif-plugged-5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.891789] env[69350]: DEBUG oslo_concurrency.lockutils [req-2d88545f-02bb-40eb-8ac5-4ece92350912 req-4b6d5156-9240-4d29-9de0-038ffac96949 service nova] Acquiring lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.892017] env[69350]: DEBUG oslo_concurrency.lockutils [req-2d88545f-02bb-40eb-8ac5-4ece92350912 req-4b6d5156-9240-4d29-9de0-038ffac96949 service nova] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.892206] env[69350]: DEBUG oslo_concurrency.lockutils [req-2d88545f-02bb-40eb-8ac5-4ece92350912 req-4b6d5156-9240-4d29-9de0-038ffac96949 service nova] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.892383] env[69350]: DEBUG nova.compute.manager [req-2d88545f-02bb-40eb-8ac5-4ece92350912 req-4b6d5156-9240-4d29-9de0-038ffac96949 service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] No waiting events found dispatching network-vif-plugged-5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.892557] env[69350]: WARNING nova.compute.manager [req-2d88545f-02bb-40eb-8ac5-4ece92350912 req-4b6d5156-9240-4d29-9de0-038ffac96949 service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Received unexpected event network-vif-plugged-5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 for instance with vm_state building and task_state spawning. [ 769.910136] env[69350]: DEBUG nova.network.neutron [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Successfully updated port: 5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.994494] env[69350]: INFO nova.compute.manager [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Rebuilding instance [ 770.045882] env[69350]: DEBUG nova.compute.manager [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.047440] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd44e7b-8a1c-43c3-9891-c39dca3e76bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.191978] env[69350]: DEBUG nova.compute.utils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.195514] env[69350]: DEBUG nova.compute.manager [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.195633] env[69350]: DEBUG nova.network.neutron [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.235044] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28c676c1-3b2f-4483-b727-fa47d4a2983f tempest-DeleteServersAdminTestJSON-2146523094 tempest-DeleteServersAdminTestJSON-2146523094-project-member] Lock "823fca95-83da-462b-922a-6137a1cd85a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.462s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.236550] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9685cb8-7685-4ff2-a385-fe3b82d0fad2 tempest-ServerTagsTestJSON-531325346 tempest-ServerTagsTestJSON-531325346-project-member] Lock "0c362d02-acb5-493f-a146-e46ba4c3e26f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.734s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.260875] env[69350]: DEBUG nova.policy [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc5ec3e968043a9a659c8cd084e668f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02d263a731f244399d34a9efb742e125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.346362] env[69350]: DEBUG nova.compute.manager [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.347318] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410608fb-716b-45f4-ac64-df050a52b504 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.415493] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.415577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.415688] env[69350]: DEBUG nova.network.neutron [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.605547] env[69350]: DEBUG nova.network.neutron [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Successfully created port: 7c5811f0-4e24-4adc-97ae-1d3603e8c69c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.697452] env[69350]: DEBUG nova.compute.manager [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.723330] env[69350]: DEBUG nova.compute.manager [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.723330] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b756cbc-f548-4462-a369-314e3b4ead2a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.871912] env[69350]: INFO nova.compute.manager [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] instance snapshotting [ 770.874820] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ac25e-9444-464a-81d6-eba51e981682 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.903868] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82da4af8-ad56-4f9c-8a8d-2a58255b1aa6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.979319] env[69350]: DEBUG nova.network.neutron [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.066848] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.067162] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55055619-902d-45e2-86fb-97b900c3fe52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.075073] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 771.075073] env[69350]: value = "task-4148633" [ 771.075073] env[69350]: _type = "Task" [ 771.075073] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.092593] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.220706] env[69350]: DEBUG nova.network.neutron [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance_info_cache with network_info: [{"id": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "address": "fa:16:3e:f1:e8:63", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ef60e-df", "ovs_interfaceid": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.237062] env[69350]: INFO nova.compute.manager [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] instance snapshotting [ 771.237722] env[69350]: DEBUG nova.objects.instance [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'flavor' on Instance uuid 829e488c-b119-4d6b-bc74-e24c10ee6d5e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.244033] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed5e565-2021-42df-b11b-77c897bb45e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.262764] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac7d11b-6c2b-44ca-a58e-5dd5376696f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.299079] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd161b52-cbb3-4293-8776-6b82f51181ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.307927] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9546ac-8e4b-4b24-ac63-b66ad1b8ebde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.323403] env[69350]: DEBUG nova.compute.provider_tree [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.420022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 771.420022] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-918ca2e3-4f6d-4aac-ac06-99f7c5cdd4a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.430630] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 771.430630] env[69350]: value = "task-4148634" [ 771.430630] env[69350]: _type = "Task" [ 771.430630] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.444417] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148634, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.588539] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148633, 'name': PowerOffVM_Task, 'duration_secs': 0.201592} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.588816] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.589064] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.589952] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba08feb4-0e79-491f-bed9-eac8bf4039aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.597456] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.597731] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b19e7cc-3904-4363-aad9-771c9bc071ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.673167] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.673703] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.673703] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleting the datastore file [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.673972] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-929521e5-44b3-4d5f-aab6-5d8d8a175c1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.682146] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 771.682146] env[69350]: value = "task-4148637" [ 771.682146] env[69350]: _type = "Task" [ 771.682146] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.692067] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.714254] env[69350]: DEBUG nova.compute.manager [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.723627] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.723951] env[69350]: DEBUG nova.compute.manager [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Instance network_info: |[{"id": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "address": "fa:16:3e:f1:e8:63", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ef60e-df", "ovs_interfaceid": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.724406] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:e8:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d4ef60e-dffd-47ae-9c8c-5589e2b54e43', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.735974] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Creating folder: Project (830e85774778438886e6ab2a50799ab6). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.738264] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e1646fd-ee91-4ea7-8000-c715209d33fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.744111] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d1efab-547d-4b47-b07c-c3dc4b1ff092 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.748787] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:21:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eead3406-276e-4835-81ba-137f73cf3002',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-484161707',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.749040] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.749209] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.749391] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.749615] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.749773] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.749977] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.750154] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.750367] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.750548] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.750723] env[69350]: DEBUG nova.virt.hardware [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.751650] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9f817f-802d-44ec-9bb4-02929226f26f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.756093] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Created folder: Project (830e85774778438886e6ab2a50799ab6) in parent group-v821414. [ 771.756311] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Creating folder: Instances. Parent ref: group-v821528. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.756948] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cec3ef65-9738-4710-a50f-fd05e3ecd3a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.778114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c56143-a960-4002-beb8-6ae01f793f73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.782123] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6976ec2d-0cca-4c3f-b3cd-774e761c8f99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.788819] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Created folder: Instances in parent group-v821528. [ 771.788819] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.789494] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.789494] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee6ccb3c-69c8-44c0-9a45-cd66866267a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.823322] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.823322] env[69350]: value = "task-4148640" [ 771.823322] env[69350]: _type = "Task" [ 771.823322] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.827432] env[69350]: DEBUG nova.scheduler.client.report [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.836942] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148640, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.925530] env[69350]: DEBUG nova.compute.manager [req-939e6d9a-609b-4022-ab11-f1c6501a5b2b req-9a46d343-f745-477a-92b3-3bf1c5eb77f8 service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Received event network-changed-5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.925676] env[69350]: DEBUG nova.compute.manager [req-939e6d9a-609b-4022-ab11-f1c6501a5b2b req-9a46d343-f745-477a-92b3-3bf1c5eb77f8 service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Refreshing instance network info cache due to event network-changed-5d4ef60e-dffd-47ae-9c8c-5589e2b54e43. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.925861] env[69350]: DEBUG oslo_concurrency.lockutils [req-939e6d9a-609b-4022-ab11-f1c6501a5b2b req-9a46d343-f745-477a-92b3-3bf1c5eb77f8 service nova] Acquiring lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.926024] env[69350]: DEBUG oslo_concurrency.lockutils [req-939e6d9a-609b-4022-ab11-f1c6501a5b2b req-9a46d343-f745-477a-92b3-3bf1c5eb77f8 service nova] Acquired lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.926449] env[69350]: DEBUG nova.network.neutron [req-939e6d9a-609b-4022-ab11-f1c6501a5b2b req-9a46d343-f745-477a-92b3-3bf1c5eb77f8 service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Refreshing network info cache for port 5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.939976] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148634, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.193267] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159151} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.193593] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.193731] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.193946] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.319625] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 772.319779] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a4dadd95-1723-4f5b-a684-8c719991df38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.337757] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.338554] env[69350]: DEBUG nova.compute.manager [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.342188] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148640, 'name': CreateVM_Task, 'duration_secs': 0.372463} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.344287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.620s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.350367] env[69350]: INFO nova.compute.claims [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.355492] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.355979] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 772.355979] env[69350]: value = "task-4148641" [ 772.355979] env[69350]: _type = "Task" [ 772.355979] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.357308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.357308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.357560] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.357898] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1c0a31-a517-4b45-80a6-391e41336e6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.373357] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 772.373357] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52fdac74-2569-53a5-1f65-94526e9e0d72" [ 772.373357] env[69350]: _type = "Task" [ 772.373357] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.378584] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148641, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.399878] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fdac74-2569-53a5-1f65-94526e9e0d72, 'name': SearchDatastore_Task, 'duration_secs': 0.01496} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.399878] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.400213] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.400322] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.401184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.401184] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.401184] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b960377a-c722-48f1-abbd-67cddb7759cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.415025] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.415025] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.415025] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fd1b4e-b846-497a-88a1-4ad4d0577422 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.424717] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 772.424717] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d318ba-2edb-7ae6-dc25-528168670d05" [ 772.424717] env[69350]: _type = "Task" [ 772.424717] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.449023] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d318ba-2edb-7ae6-dc25-528168670d05, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.452124] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148634, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.452715] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636cd761-9fd7-40e4-a1de-0e8b58a8fadb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.463136] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 772.463136] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ca5b59-9f85-2217-8e5a-813f07d1ff57" [ 772.463136] env[69350]: _type = "Task" [ 772.463136] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.473459] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ca5b59-9f85-2217-8e5a-813f07d1ff57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.835395] env[69350]: DEBUG nova.network.neutron [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Successfully updated port: 7c5811f0-4e24-4adc-97ae-1d3603e8c69c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.846402] env[69350]: DEBUG nova.compute.utils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.847978] env[69350]: DEBUG nova.compute.manager [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.849454] env[69350]: DEBUG nova.network.neutron [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.876353] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148641, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.915469] env[69350]: DEBUG nova.policy [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61b5895ad1724330a91b4c40e3ffcb4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '449c12a1501145728679b8ccbffb6354', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.951030] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148634, 'name': CreateSnapshot_Task, 'duration_secs': 1.023975} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.951030] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.951030] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b7376-68b8-4e20-b16f-61c2d43e3483 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.975126] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ca5b59-9f85-2217-8e5a-813f07d1ff57, 'name': SearchDatastore_Task, 'duration_secs': 0.013819} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.978015] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.978015] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 97a20fc1-ef2b-4927-b335-3fd748bf90e3/97a20fc1-ef2b-4927-b335-3fd748bf90e3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.978015] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a678720b-86f2-4f8e-ab57-81d2a17fb816 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.985074] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 772.985074] env[69350]: value = "task-4148642" [ 772.985074] env[69350]: _type = "Task" [ 772.985074] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.996637] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.002193] env[69350]: DEBUG nova.network.neutron [req-939e6d9a-609b-4022-ab11-f1c6501a5b2b req-9a46d343-f745-477a-92b3-3bf1c5eb77f8 service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updated VIF entry in instance network info cache for port 5d4ef60e-dffd-47ae-9c8c-5589e2b54e43. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.002863] env[69350]: DEBUG nova.network.neutron [req-939e6d9a-609b-4022-ab11-f1c6501a5b2b req-9a46d343-f745-477a-92b3-3bf1c5eb77f8 service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance_info_cache with network_info: [{"id": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "address": "fa:16:3e:f1:e8:63", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ef60e-df", "ovs_interfaceid": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.232420] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.232687] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.232850] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.233046] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.233199] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.233343] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.233552] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.233710] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.233880] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.234057] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.234238] env[69350]: DEBUG nova.virt.hardware [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.235153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcc03fb-de4e-4edb-8197-0aecf5f9cc74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.249162] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bfd223-4d28-4b10-8b3b-e8e4b6a114d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.266597] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:2b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2dbdb52-07c7-4bf1-80ed-8113a3aa962f', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.274311] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.275030] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.275282] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a46e435-08c2-4dfb-9db7-f62d8fec1b10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.301018] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.301018] env[69350]: value = "task-4148643" [ 773.301018] env[69350]: _type = "Task" [ 773.301018] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.305408] env[69350]: DEBUG nova.network.neutron [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Successfully created port: 152968a1-d557-43b5-9d87-c5521d1bac9b {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.315410] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148643, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.338503] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.338828] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.338828] env[69350]: DEBUG nova.network.neutron [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.353094] env[69350]: DEBUG nova.compute.manager [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.374231] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148641, 'name': CreateSnapshot_Task, 'duration_secs': 0.558224} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.375381] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 773.376552] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a1f581-58cc-404e-8547-c4e0a3812271 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.479072] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 773.479072] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30c491d7-02d3-4cc3-a7c6-bc69d6ba7f65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.504714] env[69350]: DEBUG oslo_concurrency.lockutils [req-939e6d9a-609b-4022-ab11-f1c6501a5b2b req-9a46d343-f745-477a-92b3-3bf1c5eb77f8 service nova] Releasing lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.505144] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508114} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.506845] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 97a20fc1-ef2b-4927-b335-3fd748bf90e3/97a20fc1-ef2b-4927-b335-3fd748bf90e3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.507139] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.508073] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 773.508073] env[69350]: value = "task-4148644" [ 773.508073] env[69350]: _type = "Task" [ 773.508073] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.510575] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8044c4ed-1b46-4489-a22d-78cabf19ab2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.524714] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148644, 'name': CloneVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.527085] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 773.527085] env[69350]: value = "task-4148646" [ 773.527085] env[69350]: _type = "Task" [ 773.527085] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.542252] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.810664] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "c88e959f-7974-480e-b0d3-35f5afaeea97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.810911] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "c88e959f-7974-480e-b0d3-35f5afaeea97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.822127] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148643, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.881935] env[69350]: DEBUG nova.network.neutron [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.898914] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 773.900992] env[69350]: DEBUG nova.network.neutron [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Successfully created port: deff9c22-4d85-4c59-9c1e-439ddba82dfc {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.905927] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-813ba782-90cb-493a-a4e4-6f07b69f40cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.919087] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 773.919087] env[69350]: value = "task-4148647" [ 773.919087] env[69350]: _type = "Task" [ 773.919087] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.930946] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148647, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.031049] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148644, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.048064] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087608} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.048542] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.049732] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853660b-9636-495b-a2ad-49ecf34ecdb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.055300] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428fbd07-0243-4dbe-bec0-dbb5fd375e4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.064508] env[69350]: DEBUG nova.network.neutron [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance_info_cache with network_info: [{"id": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "address": "fa:16:3e:6a:5d:c6", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5811f0-4e", "ovs_interfaceid": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.090821] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 97a20fc1-ef2b-4927-b335-3fd748bf90e3/97a20fc1-ef2b-4927-b335-3fd748bf90e3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.092800] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ce87d7-80fa-4649-ae30-1f3a289792d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.096364] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc3a76a-9fa6-4a75-8459-4a8891af90a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.144054] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec90a6b8-213f-4272-bb41-ac0f82216262 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.146846] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 774.146846] env[69350]: value = "task-4148648" [ 774.146846] env[69350]: _type = "Task" [ 774.146846] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.149320] env[69350]: DEBUG nova.compute.manager [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Received event network-vif-plugged-7c5811f0-4e24-4adc-97ae-1d3603e8c69c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.149556] env[69350]: DEBUG oslo_concurrency.lockutils [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] Acquiring lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.149726] env[69350]: DEBUG oslo_concurrency.lockutils [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] Lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.149887] env[69350]: DEBUG oslo_concurrency.lockutils [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] Lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.150065] env[69350]: DEBUG nova.compute.manager [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] No waiting events found dispatching network-vif-plugged-7c5811f0-4e24-4adc-97ae-1d3603e8c69c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.150328] env[69350]: WARNING nova.compute.manager [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Received unexpected event network-vif-plugged-7c5811f0-4e24-4adc-97ae-1d3603e8c69c for instance with vm_state building and task_state spawning. [ 774.150522] env[69350]: DEBUG nova.compute.manager [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Received event network-changed-7c5811f0-4e24-4adc-97ae-1d3603e8c69c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.150694] env[69350]: DEBUG nova.compute.manager [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Refreshing instance network info cache due to event network-changed-7c5811f0-4e24-4adc-97ae-1d3603e8c69c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.150890] env[69350]: DEBUG oslo_concurrency.lockutils [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] Acquiring lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.160080] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f4c2dc-21c4-46f1-98ee-6b7e3f13bff3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.172087] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.188811] env[69350]: DEBUG nova.compute.provider_tree [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.312970] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148643, 'name': CreateVM_Task, 'duration_secs': 0.560599} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.313184] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.313901] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.314086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.314435] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.314764] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e5133e-44f6-4f12-8748-ee40f921c674 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.321199] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 774.321199] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a447ea-5936-b0c6-d7d3-717b9369139f" [ 774.321199] env[69350]: _type = "Task" [ 774.321199] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.331899] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a447ea-5936-b0c6-d7d3-717b9369139f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.362421] env[69350]: DEBUG nova.compute.manager [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.391381] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.391884] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.392147] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.392486] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.392745] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.393095] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.393386] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.393810] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.394213] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.394643] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.395067] env[69350]: DEBUG nova.virt.hardware [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.397883] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602069c9-9634-4163-ae39-e751207ce8d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.410555] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a090344d-292b-46c6-a176-e039b8232333 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.437868] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148647, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.525826] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148644, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.596098] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.596098] env[69350]: DEBUG nova.compute.manager [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Instance network_info: |[{"id": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "address": "fa:16:3e:6a:5d:c6", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5811f0-4e", "ovs_interfaceid": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.596098] env[69350]: DEBUG oslo_concurrency.lockutils [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] Acquired lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.596098] env[69350]: DEBUG nova.network.neutron [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Refreshing network info cache for port 7c5811f0-4e24-4adc-97ae-1d3603e8c69c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.601336] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:5d:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c5811f0-4e24-4adc-97ae-1d3603e8c69c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.625198] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.626970] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.627736] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-141d9d53-41fc-40de-90bd-79e1a300db91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.666114] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.668354] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.668354] env[69350]: value = "task-4148649" [ 774.668354] env[69350]: _type = "Task" [ 774.668354] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.678991] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148649, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.692922] env[69350]: DEBUG nova.scheduler.client.report [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.832591] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a447ea-5936-b0c6-d7d3-717b9369139f, 'name': SearchDatastore_Task, 'duration_secs': 0.011497} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.832870] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.833124] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.833416] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.833490] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.833666] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.833943] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d924f037-1dcb-4590-a5af-5495b9f5a989 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.844439] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.844632] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.846325] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ceb22d-24ef-445c-b53d-c4966ea8f799 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.851604] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 774.851604] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52279adc-c4e6-3374-962c-4f5c52d05cce" [ 774.851604] env[69350]: _type = "Task" [ 774.851604] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.861114] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52279adc-c4e6-3374-962c-4f5c52d05cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.940547] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148647, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.025342] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148644, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.159972] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148648, 'name': ReconfigVM_Task, 'duration_secs': 0.821149} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.160463] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 97a20fc1-ef2b-4927-b335-3fd748bf90e3/97a20fc1-ef2b-4927-b335-3fd748bf90e3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.161109] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d48c427-283c-4bd6-9f8e-e73d75721c27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.174285] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 775.174285] env[69350]: value = "task-4148650" [ 775.174285] env[69350]: _type = "Task" [ 775.174285] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.181994] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148649, 'name': CreateVM_Task, 'duration_secs': 0.422452} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.182686] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.183508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.183790] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.184231] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.187772] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f4de28-23f6-4c8f-bc95-d32c93c2eb76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.189591] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148650, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.193735] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 775.193735] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528cca47-9f25-546f-fc09-a1ea5caa22a8" [ 775.193735] env[69350]: _type = "Task" [ 775.193735] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.205099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.205630] env[69350]: DEBUG nova.compute.manager [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.208982] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528cca47-9f25-546f-fc09-a1ea5caa22a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.211629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.089s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.211826] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.213908] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.157s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.215537] env[69350]: INFO nova.compute.claims [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.241944] env[69350]: INFO nova.scheduler.client.report [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Deleted allocations for instance 08474bab-98fc-42ff-ae8a-fde7d4819d51 [ 775.369575] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52279adc-c4e6-3374-962c-4f5c52d05cce, 'name': SearchDatastore_Task, 'duration_secs': 0.010937} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.370671] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5cb26f-1677-4a1b-bb74-45a7df87c2de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.379375] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 775.379375] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ac8c3f-248b-f61e-4050-89eb6c5ba340" [ 775.379375] env[69350]: _type = "Task" [ 775.379375] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.391077] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ac8c3f-248b-f61e-4050-89eb6c5ba340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.403918] env[69350]: DEBUG nova.network.neutron [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updated VIF entry in instance network info cache for port 7c5811f0-4e24-4adc-97ae-1d3603e8c69c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.404341] env[69350]: DEBUG nova.network.neutron [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance_info_cache with network_info: [{"id": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "address": "fa:16:3e:6a:5d:c6", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5811f0-4e", "ovs_interfaceid": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.442853] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148647, 'name': CloneVM_Task, 'duration_secs': 1.497257} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.443223] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Created linked-clone VM from snapshot [ 775.444077] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fbf885-64f3-4453-b128-d1977fdb1562 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.452300] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Uploading image c7833b42-0f72-483d-9307-8e247f33daf4 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 775.474879] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.474879] env[69350]: value = "vm-821535" [ 775.474879] env[69350]: _type = "VirtualMachine" [ 775.474879] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.475191] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a17ffd24-284b-4ce4-b7b6-c59d24cab108 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.483250] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lease: (returnval){ [ 775.483250] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5206884c-397f-37cb-69d3-ea62e853b762" [ 775.483250] env[69350]: _type = "HttpNfcLease" [ 775.483250] env[69350]: } obtained for exporting VM: (result){ [ 775.483250] env[69350]: value = "vm-821535" [ 775.483250] env[69350]: _type = "VirtualMachine" [ 775.483250] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.483569] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the lease: (returnval){ [ 775.483569] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5206884c-397f-37cb-69d3-ea62e853b762" [ 775.483569] env[69350]: _type = "HttpNfcLease" [ 775.483569] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.490485] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.490485] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5206884c-397f-37cb-69d3-ea62e853b762" [ 775.490485] env[69350]: _type = "HttpNfcLease" [ 775.490485] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.525718] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148644, 'name': CloneVM_Task, 'duration_secs': 1.959108} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.525985] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Created linked-clone VM from snapshot [ 775.526751] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9c0173-972a-41a8-9555-ce2024024940 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.534505] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Uploading image e13a0a25-620b-4802-a14a-f93e54311f1d {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 775.569662] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.569662] env[69350]: value = "vm-821534" [ 775.569662] env[69350]: _type = "VirtualMachine" [ 775.569662] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.572054] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-888a4216-70c4-4673-9cf8-4c945fc94104 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.580036] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lease: (returnval){ [ 775.580036] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52845991-1cfe-d9d8-0e1d-4c4b1b0e49af" [ 775.580036] env[69350]: _type = "HttpNfcLease" [ 775.580036] env[69350]: } obtained for exporting VM: (result){ [ 775.580036] env[69350]: value = "vm-821534" [ 775.580036] env[69350]: _type = "VirtualMachine" [ 775.580036] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.580385] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the lease: (returnval){ [ 775.580385] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52845991-1cfe-d9d8-0e1d-4c4b1b0e49af" [ 775.580385] env[69350]: _type = "HttpNfcLease" [ 775.580385] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.587303] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.587303] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52845991-1cfe-d9d8-0e1d-4c4b1b0e49af" [ 775.587303] env[69350]: _type = "HttpNfcLease" [ 775.587303] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.601402] env[69350]: DEBUG nova.network.neutron [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Successfully updated port: 152968a1-d557-43b5-9d87-c5521d1bac9b {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.685326] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148650, 'name': Rename_Task, 'duration_secs': 0.186165} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.685604] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.685996] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fa75158-97c7-44a8-8cf6-cbb2a4a0255c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.694025] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 775.694025] env[69350]: value = "task-4148654" [ 775.694025] env[69350]: _type = "Task" [ 775.694025] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.710814] env[69350]: DEBUG nova.compute.utils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.712343] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.717083] env[69350]: DEBUG nova.compute.manager [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 775.717374] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528cca47-9f25-546f-fc09-a1ea5caa22a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.717663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.717965] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.718298] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.754408] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f701160f-3453-4c45-a85b-6c2bba818cd2 tempest-ImagesOneServerTestJSON-56318304 tempest-ImagesOneServerTestJSON-56318304-project-member] Lock "08474bab-98fc-42ff-ae8a-fde7d4819d51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.002s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.890296] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ac8c3f-248b-f61e-4050-89eb6c5ba340, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.890613] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.891064] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.891199] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.891393] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.891661] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b803e69b-0e99-4290-bfa0-d996f64dddcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.893782] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-334fca88-6f49-44a7-a953-54b3e27f62f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.901858] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 775.901858] env[69350]: value = "task-4148655" [ 775.901858] env[69350]: _type = "Task" [ 775.901858] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.906600] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.906810] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.907887] env[69350]: DEBUG oslo_concurrency.lockutils [req-a9695fb5-5228-4a07-b9fe-df595f1b040d req-30f021eb-b0d5-443b-a93e-7e79a01b4f8c service nova] Releasing lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.908593] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23893c7-84d4-40a5-a046-3c1ee6ed52ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.914240] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.918730] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 775.918730] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5201d99c-021d-10e3-1bf9-a1d3d28c76de" [ 775.918730] env[69350]: _type = "Task" [ 775.918730] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.928575] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5201d99c-021d-10e3-1bf9-a1d3d28c76de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.992109] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.992109] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5206884c-397f-37cb-69d3-ea62e853b762" [ 775.992109] env[69350]: _type = "HttpNfcLease" [ 775.992109] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.992574] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.992574] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5206884c-397f-37cb-69d3-ea62e853b762" [ 775.992574] env[69350]: _type = "HttpNfcLease" [ 775.992574] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.993257] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdaa1db-9830-4c2b-b588-db64b5f56da3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.002694] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efa80d-2bce-ec94-fc74-d894ef9f2ef1/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 776.002999] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efa80d-2bce-ec94-fc74-d894ef9f2ef1/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.091983] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.091983] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52845991-1cfe-d9d8-0e1d-4c4b1b0e49af" [ 776.091983] env[69350]: _type = "HttpNfcLease" [ 776.091983] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 776.092461] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 776.092461] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52845991-1cfe-d9d8-0e1d-4c4b1b0e49af" [ 776.092461] env[69350]: _type = "HttpNfcLease" [ 776.092461] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 776.093729] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6233e871-b353-4423-8f7b-f3c762f251c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.105811] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ce945-ebfe-0697-948f-2831a1fcff26/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 776.106061] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ce945-ebfe-0697-948f-2831a1fcff26/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.171864] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-693d14f3-10cc-4dc3-a767-285cfcb93192 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.205538] env[69350]: DEBUG nova.compute.manager [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Received event network-vif-plugged-152968a1-d557-43b5-9d87-c5521d1bac9b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.205538] env[69350]: DEBUG oslo_concurrency.lockutils [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] Acquiring lock "db2c1e31-a6d3-486d-82e0-985c4286affd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.205538] env[69350]: DEBUG oslo_concurrency.lockutils [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] Lock "db2c1e31-a6d3-486d-82e0-985c4286affd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.205538] env[69350]: DEBUG oslo_concurrency.lockutils [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] Lock "db2c1e31-a6d3-486d-82e0-985c4286affd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.205538] env[69350]: DEBUG nova.compute.manager [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] No waiting events found dispatching network-vif-plugged-152968a1-d557-43b5-9d87-c5521d1bac9b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.205538] env[69350]: WARNING nova.compute.manager [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Received unexpected event network-vif-plugged-152968a1-d557-43b5-9d87-c5521d1bac9b for instance with vm_state building and task_state spawning. [ 776.205538] env[69350]: DEBUG nova.compute.manager [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Received event network-changed-152968a1-d557-43b5-9d87-c5521d1bac9b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.205947] env[69350]: DEBUG nova.compute.manager [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Refreshing instance network info cache due to event network-changed-152968a1-d557-43b5-9d87-c5521d1bac9b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.205947] env[69350]: DEBUG oslo_concurrency.lockutils [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] Acquiring lock "refresh_cache-db2c1e31-a6d3-486d-82e0-985c4286affd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.205947] env[69350]: DEBUG oslo_concurrency.lockutils [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] Acquired lock "refresh_cache-db2c1e31-a6d3-486d-82e0-985c4286affd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.206191] env[69350]: DEBUG nova.network.neutron [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Refreshing network info cache for port 152968a1-d557-43b5-9d87-c5521d1bac9b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.217111] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.221577] env[69350]: DEBUG nova.compute.manager [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.232537] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1dfdf834-9128-4b02-8b9d-f9729a29ee65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.418754] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.435983] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5201d99c-021d-10e3-1bf9-a1d3d28c76de, 'name': SearchDatastore_Task, 'duration_secs': 0.013062} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.442518] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3cbd0b-a68e-4740-b9ca-d5968da55f05 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.451667] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 776.451667] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52975948-254d-bb5f-da5e-9ad88c867012" [ 776.451667] env[69350]: _type = "Task" [ 776.451667] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.463138] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52975948-254d-bb5f-da5e-9ad88c867012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.711941] env[69350]: DEBUG oslo_vmware.api [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148654, 'name': PowerOnVM_Task, 'duration_secs': 0.623059} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.715257] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.715646] env[69350]: INFO nova.compute.manager [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Took 7.74 seconds to spawn the instance on the hypervisor. [ 776.715914] env[69350]: DEBUG nova.compute.manager [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.719798] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3091e-927c-4c07-b19d-1d29f207f9c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.765089] env[69350]: DEBUG nova.network.neutron [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.925853] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643233} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.931981] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.934393] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.936961] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25667865-2776-4c95-821f-085eeb88568c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.946918] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 776.946918] env[69350]: value = "task-4148656" [ 776.946918] env[69350]: _type = "Task" [ 776.946918] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.960732] env[69350]: DEBUG nova.network.neutron [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.969544] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.971070] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf16ff22-7d98-478c-b7d7-2928178a0156 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.994699] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52975948-254d-bb5f-da5e-9ad88c867012, 'name': SearchDatastore_Task, 'duration_secs': 0.062321} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.997571] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.997571] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 46c02c77-062d-4f45-ab62-e432ec0c3ba7/46c02c77-062d-4f45-ab62-e432ec0c3ba7.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.000470] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-296b2726-0198-4a5c-8cc4-bb1aa512c451 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.005489] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0880bc35-21c0-4570-b635-0a47b5ae339c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.053837] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a37b3c4-5ae2-4dc8-8dd5-5b1d00cb729a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.059457] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 777.059457] env[69350]: value = "task-4148657" [ 777.059457] env[69350]: _type = "Task" [ 777.059457] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.070038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c5d4a7-f242-43cb-b986-721dded113d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.079274] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.093605] env[69350]: DEBUG nova.compute.provider_tree [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.247167] env[69350]: DEBUG nova.compute.manager [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.266366] env[69350]: INFO nova.compute.manager [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Took 52.72 seconds to build instance. [ 777.464192] env[69350]: DEBUG oslo_concurrency.lockutils [req-a10cfc3e-26ab-443c-9db8-8686624d3d14 req-acb29820-cf90-44a4-8a0e-ad016bdf653c service nova] Releasing lock "refresh_cache-db2c1e31-a6d3-486d-82e0-985c4286affd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.465398] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087558} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.465398] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.466083] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd06f069-c9fd-4884-be8a-2c0f62a82e8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.494333] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.494971] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b2b6fc1-6611-403c-81e2-a8b833f3c52d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.519088] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 777.519088] env[69350]: value = "task-4148658" [ 777.519088] env[69350]: _type = "Task" [ 777.519088] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.530068] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.577729] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550969} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.578133] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 46c02c77-062d-4f45-ab62-e432ec0c3ba7/46c02c77-062d-4f45-ab62-e432ec0c3ba7.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.578673] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.579155] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd89374c-b6c8-4bc4-bc50-84e67411546d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.588862] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 777.588862] env[69350]: value = "task-4148659" [ 777.588862] env[69350]: _type = "Task" [ 777.588862] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.600636] env[69350]: DEBUG nova.scheduler.client.report [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.621855] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.773035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f86ac50-7fcc-4bc0-87c8-11be9aec5763 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.193s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.031593] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148658, 'name': ReconfigVM_Task, 'duration_secs': 0.378645} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.032140] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Reconfigured VM instance instance-00000008 to attach disk [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.033369] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c4ad0a5-6684-4027-8cd1-33a444386d9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.043259] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 778.043259] env[69350]: value = "task-4148660" [ 778.043259] env[69350]: _type = "Task" [ 778.043259] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.060468] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148660, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.105110] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078972} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.105110] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.108015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40deaf1-39c7-4b5d-ba41-e2ad739b6923 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.115558] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.119040] env[69350]: DEBUG nova.compute.manager [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.121034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.530s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.123934] env[69350]: INFO nova.compute.claims [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.163372] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 46c02c77-062d-4f45-ab62-e432ec0c3ba7/46c02c77-062d-4f45-ab62-e432ec0c3ba7.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.164545] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e60c1a-0bc5-47d5-a4a5-595a4b71665b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.200772] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 778.200772] env[69350]: value = "task-4148661" [ 778.200772] env[69350]: _type = "Task" [ 778.200772] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.213188] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.276474] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.429958] env[69350]: DEBUG nova.network.neutron [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Successfully updated port: deff9c22-4d85-4c59-9c1e-439ddba82dfc {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.556165] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148660, 'name': Rename_Task, 'duration_secs': 0.166595} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.556350] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.556963] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce50485c-37c7-4670-9972-65f6e4a28e59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.564642] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 778.564642] env[69350]: value = "task-4148662" [ 778.564642] env[69350]: _type = "Task" [ 778.564642] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.574181] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.642279] env[69350]: DEBUG nova.compute.utils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.648293] env[69350]: DEBUG nova.compute.manager [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.648293] env[69350]: DEBUG nova.network.neutron [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.698201] env[69350]: DEBUG nova.compute.manager [req-ccfd7000-dc35-4018-9e8c-d5a37c0a48e2 req-f72c1497-12b0-4fdb-b5dc-4b4727399c23 service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Received event network-vif-plugged-deff9c22-4d85-4c59-9c1e-439ddba82dfc {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.698201] env[69350]: DEBUG oslo_concurrency.lockutils [req-ccfd7000-dc35-4018-9e8c-d5a37c0a48e2 req-f72c1497-12b0-4fdb-b5dc-4b4727399c23 service nova] Acquiring lock "db2c1e31-a6d3-486d-82e0-985c4286affd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.698201] env[69350]: DEBUG oslo_concurrency.lockutils [req-ccfd7000-dc35-4018-9e8c-d5a37c0a48e2 req-f72c1497-12b0-4fdb-b5dc-4b4727399c23 service nova] Lock "db2c1e31-a6d3-486d-82e0-985c4286affd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.698366] env[69350]: DEBUG oslo_concurrency.lockutils [req-ccfd7000-dc35-4018-9e8c-d5a37c0a48e2 req-f72c1497-12b0-4fdb-b5dc-4b4727399c23 service nova] Lock "db2c1e31-a6d3-486d-82e0-985c4286affd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.698492] env[69350]: DEBUG nova.compute.manager [req-ccfd7000-dc35-4018-9e8c-d5a37c0a48e2 req-f72c1497-12b0-4fdb-b5dc-4b4727399c23 service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] No waiting events found dispatching network-vif-plugged-deff9c22-4d85-4c59-9c1e-439ddba82dfc {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.698722] env[69350]: WARNING nova.compute.manager [req-ccfd7000-dc35-4018-9e8c-d5a37c0a48e2 req-f72c1497-12b0-4fdb-b5dc-4b4727399c23 service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Received unexpected event network-vif-plugged-deff9c22-4d85-4c59-9c1e-439ddba82dfc for instance with vm_state building and task_state spawning. [ 778.714614] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148661, 'name': ReconfigVM_Task, 'duration_secs': 0.500466} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.714923] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 46c02c77-062d-4f45-ab62-e432ec0c3ba7/46c02c77-062d-4f45-ab62-e432ec0c3ba7.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.715994] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-762fbab2-8a8d-432d-a977-c1b352dabe8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.724685] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 778.724685] env[69350]: value = "task-4148663" [ 778.724685] env[69350]: _type = "Task" [ 778.724685] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.729687] env[69350]: DEBUG nova.policy [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4da49caab47483cb3f481028ef6c9e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58617492a99e4c868685447759cbdad5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.739041] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148663, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.808738] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.936562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "refresh_cache-db2c1e31-a6d3-486d-82e0-985c4286affd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.936562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquired lock "refresh_cache-db2c1e31-a6d3-486d-82e0-985c4286affd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.936562] env[69350]: DEBUG nova.network.neutron [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.079574] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148662, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.153267] env[69350]: DEBUG nova.compute.manager [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.244367] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148663, 'name': Rename_Task, 'duration_secs': 0.268579} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.254452] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.254452] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae387d8b-d0f7-4fad-a327-77ddf9b2c6b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.262922] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 779.262922] env[69350]: value = "task-4148664" [ 779.262922] env[69350]: _type = "Task" [ 779.262922] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.279546] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.507944] env[69350]: DEBUG nova.network.neutron [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.551385] env[69350]: DEBUG nova.network.neutron [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Successfully created port: dc1fe4fa-91c7-4752-9cad-680521aa9aa4 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.580476] env[69350]: DEBUG oslo_vmware.api [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148662, 'name': PowerOnVM_Task, 'duration_secs': 0.721911} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.580772] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.580983] env[69350]: DEBUG nova.compute.manager [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.581829] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a9155d-f021-4971-8160-28156aeabca8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.757851] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db32a9-b95f-4a47-9860-9b75d34a4618 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.781758] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12075c0c-f23c-476c-96f7-94b7bd70beae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.786311] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.822308] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c5e9cf-7a45-4b31-97fd-8a806c1ddb3f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.831742] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca971cd-c470-4315-bc88-86bb733505c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.849973] env[69350]: DEBUG nova.compute.provider_tree [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.862399] env[69350]: DEBUG nova.network.neutron [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Updating instance_info_cache with network_info: [{"id": "152968a1-d557-43b5-9d87-c5521d1bac9b", "address": "fa:16:3e:af:70:25", "network": {"id": "9681b356-b233-4b21-8294-3956129ba66a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545536680", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152968a1-d5", "ovs_interfaceid": "152968a1-d557-43b5-9d87-c5521d1bac9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "deff9c22-4d85-4c59-9c1e-439ddba82dfc", "address": "fa:16:3e:2a:2f:0c", "network": {"id": "e27cac4d-e2aa-4b6a-aff8-feecab3aea72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1369250675", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeff9c22-4d", "ovs_interfaceid": "deff9c22-4d85-4c59-9c1e-439ddba82dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.108657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.166340] env[69350]: DEBUG nova.compute.manager [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.278390] env[69350]: DEBUG oslo_vmware.api [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148664, 'name': PowerOnVM_Task, 'duration_secs': 0.750674} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.278836] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.279084] env[69350]: INFO nova.compute.manager [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Took 8.57 seconds to spawn the instance on the hypervisor. [ 780.279315] env[69350]: DEBUG nova.compute.manager [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.280151] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677f4bc5-cc87-4011-8f49-cba16fbdea8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.352961] env[69350]: DEBUG nova.scheduler.client.report [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.365518] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Releasing lock "refresh_cache-db2c1e31-a6d3-486d-82e0-985c4286affd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.366804] env[69350]: DEBUG nova.compute.manager [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Instance network_info: |[{"id": "152968a1-d557-43b5-9d87-c5521d1bac9b", "address": "fa:16:3e:af:70:25", "network": {"id": "9681b356-b233-4b21-8294-3956129ba66a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545536680", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152968a1-d5", "ovs_interfaceid": "152968a1-d557-43b5-9d87-c5521d1bac9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "deff9c22-4d85-4c59-9c1e-439ddba82dfc", "address": "fa:16:3e:2a:2f:0c", "network": {"id": "e27cac4d-e2aa-4b6a-aff8-feecab3aea72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1369250675", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeff9c22-4d", "ovs_interfaceid": "deff9c22-4d85-4c59-9c1e-439ddba82dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.366804] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:70:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '152968a1-d557-43b5-9d87-c5521d1bac9b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:2f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deff9c22-4d85-4c59-9c1e-439ddba82dfc', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.377691] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.380099] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.380099] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84ed8c38-49f7-4909-9c42-5df681ec00f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.409963] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.409963] env[69350]: value = "task-4148666" [ 780.409963] env[69350]: _type = "Task" [ 780.409963] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.420514] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148666, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.801149] env[69350]: INFO nova.compute.manager [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Took 52.32 seconds to build instance. [ 780.858664] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.859301] env[69350]: DEBUG nova.compute.manager [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.862215] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.569s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.862465] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.865180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.744s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.867254] env[69350]: INFO nova.compute.claims [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.901351] env[69350]: INFO nova.scheduler.client.report [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted allocations for instance c57a42b2-ae92-4dd2-91ee-69065a5eab0c [ 780.921148] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148666, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.155023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Acquiring lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.155023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.155023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Acquiring lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.155023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.155023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.156942] env[69350]: INFO nova.compute.manager [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Terminating instance [ 781.194096] env[69350]: DEBUG nova.compute.manager [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Received event network-changed-deff9c22-4d85-4c59-9c1e-439ddba82dfc {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.196488] env[69350]: DEBUG nova.compute.manager [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Refreshing instance network info cache due to event network-changed-deff9c22-4d85-4c59-9c1e-439ddba82dfc. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.196488] env[69350]: DEBUG oslo_concurrency.lockutils [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] Acquiring lock "refresh_cache-db2c1e31-a6d3-486d-82e0-985c4286affd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.196488] env[69350]: DEBUG oslo_concurrency.lockutils [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] Acquired lock "refresh_cache-db2c1e31-a6d3-486d-82e0-985c4286affd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.196488] env[69350]: DEBUG nova.network.neutron [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Refreshing network info cache for port deff9c22-4d85-4c59-9c1e-439ddba82dfc {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.304566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-552098be-cece-481d-952f-57b377d47943 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.768s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.370206] env[69350]: DEBUG nova.network.neutron [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Successfully updated port: dc1fe4fa-91c7-4752-9cad-680521aa9aa4 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.372812] env[69350]: DEBUG nova.compute.utils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.376636] env[69350]: DEBUG nova.compute.manager [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.376738] env[69350]: DEBUG nova.network.neutron [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.411273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d1233cf-4aa7-4976-bc86-44e7ad86e96e tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "c57a42b2-ae92-4dd2-91ee-69065a5eab0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.643s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.422506] env[69350]: DEBUG nova.policy [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6718e04127e34239b5883c37f8a0bf43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aac272fdcc7049a6adf2253f2936c574', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.431625] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148666, 'name': CreateVM_Task, 'duration_secs': 0.529322} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.431823] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.432698] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.432873] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.433224] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.433831] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2689fb-c3f7-425e-8cf7-c93965e36002 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.439867] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 781.439867] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5292eed5-5a43-4d76-d7ef-b8aa4d4855d5" [ 781.439867] env[69350]: _type = "Task" [ 781.439867] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.449484] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5292eed5-5a43-4d76-d7ef-b8aa4d4855d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.660992] env[69350]: DEBUG nova.compute.manager [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.661276] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.661628] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10c57694-8884-4825-8969-52cd52a7e6c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.670748] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for the task: (returnval){ [ 781.670748] env[69350]: value = "task-4148667" [ 781.670748] env[69350]: _type = "Task" [ 781.670748] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.682410] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.737713] env[69350]: DEBUG nova.network.neutron [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Successfully created port: df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.807782] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.876806] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquiring lock "refresh_cache-45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.877046] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquired lock "refresh_cache-45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.877257] env[69350]: DEBUG nova.network.neutron [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.879516] env[69350]: DEBUG nova.compute.manager [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.957874] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5292eed5-5a43-4d76-d7ef-b8aa4d4855d5, 'name': SearchDatastore_Task, 'duration_secs': 0.015901} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.958627] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.958896] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.959167] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.959346] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.959542] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.959846] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90a13d65-3b77-43a8-8c39-cf9bce5c9ffa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.971020] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.972332] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.972449] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ea7920-0f81-46b2-b2b7-803412f43089 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.979861] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 781.979861] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5241c187-bd75-1266-96c4-2ce83531edaf" [ 781.979861] env[69350]: _type = "Task" [ 781.979861] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.993982] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5241c187-bd75-1266-96c4-2ce83531edaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.997301] env[69350]: DEBUG nova.network.neutron [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Updated VIF entry in instance network info cache for port deff9c22-4d85-4c59-9c1e-439ddba82dfc. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.998125] env[69350]: DEBUG nova.network.neutron [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Updating instance_info_cache with network_info: [{"id": "152968a1-d557-43b5-9d87-c5521d1bac9b", "address": "fa:16:3e:af:70:25", "network": {"id": "9681b356-b233-4b21-8294-3956129ba66a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545536680", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152968a1-d5", "ovs_interfaceid": "152968a1-d557-43b5-9d87-c5521d1bac9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "deff9c22-4d85-4c59-9c1e-439ddba82dfc", "address": "fa:16:3e:2a:2f:0c", "network": {"id": "e27cac4d-e2aa-4b6a-aff8-feecab3aea72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1369250675", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "449c12a1501145728679b8ccbffb6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeff9c22-4d", "ovs_interfaceid": "deff9c22-4d85-4c59-9c1e-439ddba82dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.187483] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148667, 'name': PowerOffVM_Task, 'duration_secs': 0.383193} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.191135] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.191603] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 782.191603] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821459', 'volume_id': '06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'name': 'volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3678dbe6-81c0-4aec-ad08-1971f7918fc0', 'attached_at': '', 'detached_at': '', 'volume_id': '06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'serial': '06035e4d-170e-45c9-a7ea-5a7ba5f57213'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 782.192778] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c88b47-093a-402e-911c-cac7e1c947f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.217790] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d534a7e5-bfdd-4e43-b18d-d66f1642a47c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.227094] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e775a1d4-d598-4e4f-81a3-22a09adda851 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.253619] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adbb060-1950-48fb-9669-3caad93fa1ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.270612] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] The volume has not been displaced from its original location: [datastore1] volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213/volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 782.276155] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.279330] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b282da51-f796-4a2e-a21e-c6d22571171e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.299370] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for the task: (returnval){ [ 782.299370] env[69350]: value = "task-4148669" [ 782.299370] env[69350]: _type = "Task" [ 782.299370] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.308949] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.332562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.426941] env[69350]: DEBUG nova.network.neutron [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.451572] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e95e3f-554a-4911-8243-2bcaa5e82da4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.465791] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c167fe-5254-4b73-abb2-8b4f79cd62fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.503655] env[69350]: DEBUG oslo_concurrency.lockutils [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] Releasing lock "refresh_cache-db2c1e31-a6d3-486d-82e0-985c4286affd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.503990] env[69350]: DEBUG nova.compute.manager [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Received event network-changed-5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.504229] env[69350]: DEBUG nova.compute.manager [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Refreshing instance network info cache due to event network-changed-5d4ef60e-dffd-47ae-9c8c-5589e2b54e43. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.504481] env[69350]: DEBUG oslo_concurrency.lockutils [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] Acquiring lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.504682] env[69350]: DEBUG oslo_concurrency.lockutils [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] Acquired lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.504891] env[69350]: DEBUG nova.network.neutron [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Refreshing network info cache for port 5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.514201] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3d7b75-35b2-4530-9a50-7c84957f662f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.524842] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5241c187-bd75-1266-96c4-2ce83531edaf, 'name': SearchDatastore_Task, 'duration_secs': 0.014976} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.527876] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f363226-0999-461b-86d9-948a5a1472ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.533083] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a11076c-92a8-42be-bfa8-310627cfb1bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.540878] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 782.540878] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525bf42a-8662-4544-dea5-bb0bda0850d5" [ 782.540878] env[69350]: _type = "Task" [ 782.540878] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.550064] env[69350]: DEBUG nova.compute.provider_tree [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.563983] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525bf42a-8662-4544-dea5-bb0bda0850d5, 'name': SearchDatastore_Task, 'duration_secs': 0.015862} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.564931] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.565210] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] db2c1e31-a6d3-486d-82e0-985c4286affd/db2c1e31-a6d3-486d-82e0-985c4286affd.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.565479] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89696dc3-473b-4115-aa14-fa2459609545 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.574451] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 782.574451] env[69350]: value = "task-4148670" [ 782.574451] env[69350]: _type = "Task" [ 782.574451] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.584756] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.633428] env[69350]: DEBUG nova.network.neutron [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Updating instance_info_cache with network_info: [{"id": "dc1fe4fa-91c7-4752-9cad-680521aa9aa4", "address": "fa:16:3e:16:57:c0", "network": {"id": "21024dde-a30f-448e-ad88-228f2e06090e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-928794831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58617492a99e4c868685447759cbdad5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc1fe4fa-91", "ovs_interfaceid": "dc1fe4fa-91c7-4752-9cad-680521aa9aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.810261] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148669, 'name': ReconfigVM_Task, 'duration_secs': 0.239399} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.810594] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 782.815799] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ace93e2-da33-4064-9ec3-e9ccedcea2e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.836246] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for the task: (returnval){ [ 782.836246] env[69350]: value = "task-4148671" [ 782.836246] env[69350]: _type = "Task" [ 782.836246] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.849135] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.897034] env[69350]: DEBUG nova.compute.manager [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.058620] env[69350]: DEBUG nova.scheduler.client.report [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.088645] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148670, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.135988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Releasing lock "refresh_cache-45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.136352] env[69350]: DEBUG nova.compute.manager [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Instance network_info: |[{"id": "dc1fe4fa-91c7-4752-9cad-680521aa9aa4", "address": "fa:16:3e:16:57:c0", "network": {"id": "21024dde-a30f-448e-ad88-228f2e06090e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-928794831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58617492a99e4c868685447759cbdad5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc1fe4fa-91", "ovs_interfaceid": "dc1fe4fa-91c7-4752-9cad-680521aa9aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.261584] env[69350]: DEBUG nova.network.neutron [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updated VIF entry in instance network info cache for port 5d4ef60e-dffd-47ae-9c8c-5589e2b54e43. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.261992] env[69350]: DEBUG nova.network.neutron [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance_info_cache with network_info: [{"id": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "address": "fa:16:3e:f1:e8:63", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ef60e-df", "ovs_interfaceid": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.350043] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148671, 'name': ReconfigVM_Task, 'duration_secs': 0.212861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.350625] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821459', 'volume_id': '06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'name': 'volume-06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3678dbe6-81c0-4aec-ad08-1971f7918fc0', 'attached_at': '', 'detached_at': '', 'volume_id': '06035e4d-170e-45c9-a7ea-5a7ba5f57213', 'serial': '06035e4d-170e-45c9-a7ea-5a7ba5f57213'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 783.350913] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.351879] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b899b-8acf-4a25-9f53-5fcc5498e747 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.355864] env[69350]: DEBUG nova.network.neutron [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Successfully updated port: df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.363735] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.364810] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-546a8c85-8e1c-47cf-b01c-7e780ad7ff6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.445819] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.446221] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.446493] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Deleting the datastore file [datastore1] 3678dbe6-81c0-4aec-ad08-1971f7918fc0 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.446870] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fd609af-84e4-447e-b3e2-b5787a7f97fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.454846] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for the task: (returnval){ [ 783.454846] env[69350]: value = "task-4148673" [ 783.454846] env[69350]: _type = "Task" [ 783.454846] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.465157] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.566646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.567359] env[69350]: DEBUG nova.compute.manager [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.570331] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.988s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.571954] env[69350]: INFO nova.compute.claims [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.587483] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618357} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.587767] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] db2c1e31-a6d3-486d-82e0-985c4286affd/db2c1e31-a6d3-486d-82e0-985c4286affd.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.588124] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.588488] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-450cbc02-ab9e-4bc6-9784-fd4a23a9c1b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.599209] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 783.599209] env[69350]: value = "task-4148674" [ 783.599209] env[69350]: _type = "Task" [ 783.599209] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.610031] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.765460] env[69350]: DEBUG oslo_concurrency.lockutils [req-ff514a1d-e842-4a8d-918c-0918918c9046 req-30e6d0e2-96b1-44ff-8bfb-2ca21c8b3a6b service nova] Releasing lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.860065] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.860065] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquired lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.860147] env[69350]: DEBUG nova.network.neutron [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.966521] env[69350]: DEBUG oslo_vmware.api [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Task: {'id': task-4148673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148171} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.966923] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.967143] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.967328] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.967526] env[69350]: INFO nova.compute.manager [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Took 2.31 seconds to destroy the instance on the hypervisor. [ 783.967768] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.967960] env[69350]: DEBUG nova.compute.manager [-] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.968057] env[69350]: DEBUG nova.network.neutron [-] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.076786] env[69350]: DEBUG nova.compute.utils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.080331] env[69350]: DEBUG nova.compute.manager [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.080545] env[69350]: DEBUG nova.network.neutron [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.109730] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083322} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.109987] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.110879] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494c4f9d-99cb-45a4-b684-889c39cea3d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.136492] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] db2c1e31-a6d3-486d-82e0-985c4286affd/db2c1e31-a6d3-486d-82e0-985c4286affd.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.138182] env[69350]: DEBUG nova.policy [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc94560cfaa44259f08b4255e62d12f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e32d5858df8f4b7dac6e2697c2a1c4eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.140115] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1311e712-39a7-4207-882b-4779fcb499bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.162195] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 784.162195] env[69350]: value = "task-4148676" [ 784.162195] env[69350]: _type = "Task" [ 784.162195] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.171729] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.358766] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.359120] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.359344] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.359555] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.359704] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.359826] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.360046] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.360255] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.360485] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.360685] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.360924] env[69350]: DEBUG nova.virt.hardware [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.364972] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4624f8-d478-4129-b1b5-836e3f0b42d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.377708] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.377982] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.378158] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.378347] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.378564] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.378737] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.379252] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.380680] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.380680] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.380680] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.380680] env[69350]: DEBUG nova.virt.hardware [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.382398] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ed0fe9-4d9d-413e-9326-f00c0a7352df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.393366] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf219de-8c89-411e-b000-aaaabd7995b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.402209] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.402471] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.402722] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.402977] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.403147] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.403311] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.403952] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.404104] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.404398] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.404623] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.404805] env[69350]: DEBUG nova.virt.hardware [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.411679] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8869b1d-09cc-4056-8a3e-8a87524bcf22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.415244] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7964968d-a38f-470c-960d-fb8af86368ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.431127] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ce945-ebfe-0697-948f-2831a1fcff26/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 784.432125] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.439269] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Creating folder: Project (240a5a25193a455d8f0362522167a051). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.440421] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3d968c-a97d-4f14-96a7-f9df02493e76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.447148] env[69350]: DEBUG nova.network.neutron [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.449825] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f6d69b9-762f-48c3-a9e8-f3f310092e3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.455945] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a347057-c659-490e-a30e-09028c3db756 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.476988] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:57:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc1fe4fa-91c7-4752-9cad-680521aa9aa4', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.485445] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Creating folder: Project (58617492a99e4c868685447759cbdad5). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.485927] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ce945-ebfe-0697-948f-2831a1fcff26/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 784.486153] env[69350]: ERROR oslo_vmware.rw_handles [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ce945-ebfe-0697-948f-2831a1fcff26/disk-0.vmdk due to incomplete transfer. [ 784.489306] env[69350]: DEBUG nova.network.neutron [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Successfully created port: c6563190-5573-40c6-928f-2cb3b97bc07a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.492712] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d1f558c-cbe4-49d2-a7b1-45af5db1f153 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.495110] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-76fb3649-833f-4db3-9eb7-c30d7853e7c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.497009] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Created folder: Project (240a5a25193a455d8f0362522167a051) in parent group-v821414. [ 784.497245] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Creating folder: Instances. Parent ref: group-v821539. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.509096] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5db09b08-8a6b-4ceb-ae75-7effbf6e541f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.522854] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ce945-ebfe-0697-948f-2831a1fcff26/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 784.522854] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Uploaded image e13a0a25-620b-4802-a14a-f93e54311f1d to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 784.525850] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 784.525850] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38e59886-f301-4f0e-9cd8-78fe62b7110e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.532398] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Created folder: Project (58617492a99e4c868685447759cbdad5) in parent group-v821414. [ 784.532398] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Creating folder: Instances. Parent ref: group-v821540. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.532631] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Created folder: Instances in parent group-v821539. [ 784.532726] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.533178] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4867c62-6601-4e93-b289-bb37039601bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.534923] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.537593] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa98bc90-b2ea-4a6d-b393-c7635c0bbced {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.554172] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 784.554172] env[69350]: value = "task-4148680" [ 784.554172] env[69350]: _type = "Task" [ 784.554172] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.562130] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.562130] env[69350]: value = "task-4148682" [ 784.562130] env[69350]: _type = "Task" [ 784.562130] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.571211] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Created folder: Instances in parent group-v821540. [ 784.571402] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.571874] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148680, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.572613] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.572931] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d97edf9-6599-4bc5-a6a1-a7374cd2c8ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.595069] env[69350]: DEBUG nova.compute.manager [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.601133] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148682, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.607766] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.607766] env[69350]: value = "task-4148683" [ 784.607766] env[69350]: _type = "Task" [ 784.607766] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.621972] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148683, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.676885] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.864332] env[69350]: DEBUG nova.network.neutron [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Updating instance_info_cache with network_info: [{"id": "df027b31-66d5-4104-aa64-af761838b6b8", "address": "fa:16:3e:84:6a:37", "network": {"id": "dcb2aacf-6a67-437b-9d9f-5adc488742a7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-270104904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aac272fdcc7049a6adf2253f2936c574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf027b31-66", "ovs_interfaceid": "df027b31-66d5-4104-aa64-af761838b6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.965191] env[69350]: DEBUG nova.network.neutron [-] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.020493] env[69350]: INFO nova.compute.manager [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Rebuilding instance [ 785.086017] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148682, 'name': CreateVM_Task, 'duration_secs': 0.431839} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.086017] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148680, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.087343] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.087343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.087343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.087343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.087534] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b638af5b-63ac-4c76-8aa4-fd440237f8db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.092543] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for the task: (returnval){ [ 785.092543] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52fbe98c-c965-e5c6-dacb-cb717bad0601" [ 785.092543] env[69350]: _type = "Task" [ 785.092543] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.108206] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fbe98c-c965-e5c6-dacb-cb717bad0601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.123117] env[69350]: DEBUG nova.compute.manager [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Received event network-vif-plugged-dc1fe4fa-91c7-4752-9cad-680521aa9aa4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.123363] env[69350]: DEBUG oslo_concurrency.lockutils [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] Acquiring lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.123606] env[69350]: DEBUG oslo_concurrency.lockutils [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] Lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.123800] env[69350]: DEBUG oslo_concurrency.lockutils [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] Lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.123852] env[69350]: DEBUG nova.compute.manager [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] No waiting events found dispatching network-vif-plugged-dc1fe4fa-91c7-4752-9cad-680521aa9aa4 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.124904] env[69350]: WARNING nova.compute.manager [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Received unexpected event network-vif-plugged-dc1fe4fa-91c7-4752-9cad-680521aa9aa4 for instance with vm_state building and task_state spawning. [ 785.124904] env[69350]: DEBUG nova.compute.manager [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Received event network-changed-dc1fe4fa-91c7-4752-9cad-680521aa9aa4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.124904] env[69350]: DEBUG nova.compute.manager [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Refreshing instance network info cache due to event network-changed-dc1fe4fa-91c7-4752-9cad-680521aa9aa4. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.124904] env[69350]: DEBUG oslo_concurrency.lockutils [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] Acquiring lock "refresh_cache-45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.124904] env[69350]: DEBUG oslo_concurrency.lockutils [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] Acquired lock "refresh_cache-45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.124904] env[69350]: DEBUG nova.network.neutron [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Refreshing network info cache for port dc1fe4fa-91c7-4752-9cad-680521aa9aa4 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.126360] env[69350]: DEBUG nova.compute.manager [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.128075] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bad787-dfb7-4540-9de0-2a5ba1a20990 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.136161] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148683, 'name': CreateVM_Task, 'duration_secs': 0.482262} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.136730] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.139890] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.181636] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148676, 'name': ReconfigVM_Task, 'duration_secs': 0.727627} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.181928] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Reconfigured VM instance instance-00000027 to attach disk [datastore2] db2c1e31-a6d3-486d-82e0-985c4286affd/db2c1e31-a6d3-486d-82e0-985c4286affd.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.185659] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb1bc23-8ae2-43e4-946b-09f2ff3eb5d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.196395] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 785.196395] env[69350]: value = "task-4148684" [ 785.196395] env[69350]: _type = "Task" [ 785.196395] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.206859] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148684, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.234358] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a4302e-12aa-4cbc-a0c6-1a8df33209f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.248906] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e157f13-ec11-4f87-af83-ebc9102b7612 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.284839] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a959eee0-f1a2-454d-8e78-9f387138a236 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.294057] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb12ace-750a-4d12-86ad-c3c2fe5242c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.310067] env[69350]: DEBUG nova.compute.provider_tree [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.367564] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Releasing lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.367954] env[69350]: DEBUG nova.compute.manager [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Instance network_info: |[{"id": "df027b31-66d5-4104-aa64-af761838b6b8", "address": "fa:16:3e:84:6a:37", "network": {"id": "dcb2aacf-6a67-437b-9d9f-5adc488742a7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-270104904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aac272fdcc7049a6adf2253f2936c574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf027b31-66", "ovs_interfaceid": "df027b31-66d5-4104-aa64-af761838b6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.368515] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:6a:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df027b31-66d5-4104-aa64-af761838b6b8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.377498] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.377742] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.377973] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c16bce-86be-4cbe-9bb9-a51b1a87a5b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.401625] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.401625] env[69350]: value = "task-4148685" [ 785.401625] env[69350]: _type = "Task" [ 785.401625] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.414724] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148685, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.469047] env[69350]: INFO nova.compute.manager [-] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Took 1.50 seconds to deallocate network for instance. [ 785.569851] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148680, 'name': Destroy_Task, 'duration_secs': 0.551591} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.570223] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Destroyed the VM [ 785.570563] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 785.570824] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-298d3556-b707-44dc-849d-aff739e4748c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.580319] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 785.580319] env[69350]: value = "task-4148686" [ 785.580319] env[69350]: _type = "Task" [ 785.580319] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.594284] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.607055] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fbe98c-c965-e5c6-dacb-cb717bad0601, 'name': SearchDatastore_Task, 'duration_secs': 0.026403} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.607055] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.607055] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.607314] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.607454] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.607633] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.607993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.608339] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.608649] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61afc772-49ed-4b73-aad1-1afae2c495fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.613303] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b966b3-9f08-4174-92d1-e8c913ea1c61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.616215] env[69350]: DEBUG nova.compute.manager [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.624016] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for the task: (returnval){ [ 785.624016] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52462693-1258-8cef-3b04-8d1e09631b97" [ 785.624016] env[69350]: _type = "Task" [ 785.624016] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.631712] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.632061] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.636401] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22beb72c-cbd3-4ce6-8eae-9a337586c9f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.639210] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52462693-1258-8cef-3b04-8d1e09631b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.650670] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for the task: (returnval){ [ 785.650670] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5219f81b-b0f2-f1fd-a4af-6f77f2a58d63" [ 785.650670] env[69350]: _type = "Task" [ 785.650670] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.663318] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5219f81b-b0f2-f1fd-a4af-6f77f2a58d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.665806] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.666053] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.666215] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.667024] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.667024] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.667024] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.667175] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.667334] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.667494] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.667655] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.667850] env[69350]: DEBUG nova.virt.hardware [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.669126] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc513ef-cae2-4a98-8e08-72d9e0ac5518 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.678500] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400acfe-1f5d-4c3d-896f-8651273c7653 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.708037] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148684, 'name': Rename_Task, 'duration_secs': 0.318715} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.708264] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.708571] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf8845a0-3d05-40d0-a76d-1cb3828f8dac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.717479] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 785.717479] env[69350]: value = "task-4148687" [ 785.717479] env[69350]: _type = "Task" [ 785.717479] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.730259] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.815488] env[69350]: DEBUG nova.scheduler.client.report [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.840236] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efa80d-2bce-ec94-fc74-d894ef9f2ef1/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.841558] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7c6f6d-37fd-45b9-890b-2bc08e2661c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.851526] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efa80d-2bce-ec94-fc74-d894ef9f2ef1/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 785.851772] env[69350]: ERROR oslo_vmware.rw_handles [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efa80d-2bce-ec94-fc74-d894ef9f2ef1/disk-0.vmdk due to incomplete transfer. [ 785.852969] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-580cdd49-b182-4326-aead-60dede58a871 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.863551] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efa80d-2bce-ec94-fc74-d894ef9f2ef1/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 785.863839] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Uploaded image c7833b42-0f72-483d-9307-8e247f33daf4 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 785.867741] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.871345] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a09ca156-b6d0-4a62-bd23-56a12fa683ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.884230] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 785.884230] env[69350]: value = "task-4148688" [ 785.884230] env[69350]: _type = "Task" [ 785.884230] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.894678] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148688, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.918067] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148685, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.038661] env[69350]: INFO nova.compute.manager [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Took 0.57 seconds to detach 1 volumes for instance. [ 786.043271] env[69350]: DEBUG nova.compute.manager [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Deleting volume: 06035e4d-170e-45c9-a7ea-5a7ba5f57213 {{(pid=69350) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 786.094470] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148686, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.100858] env[69350]: DEBUG nova.network.neutron [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Updated VIF entry in instance network info cache for port dc1fe4fa-91c7-4752-9cad-680521aa9aa4. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.101305] env[69350]: DEBUG nova.network.neutron [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Updating instance_info_cache with network_info: [{"id": "dc1fe4fa-91c7-4752-9cad-680521aa9aa4", "address": "fa:16:3e:16:57:c0", "network": {"id": "21024dde-a30f-448e-ad88-228f2e06090e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-928794831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58617492a99e4c868685447759cbdad5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc1fe4fa-91", "ovs_interfaceid": "dc1fe4fa-91c7-4752-9cad-680521aa9aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.139366] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52462693-1258-8cef-3b04-8d1e09631b97, 'name': SearchDatastore_Task, 'duration_secs': 0.02553} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.140685] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.141148] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.141500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.152900] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.154020] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62d5d23d-63da-408d-9d98-da328538f818 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.168719] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5219f81b-b0f2-f1fd-a4af-6f77f2a58d63, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.172276] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 786.172276] env[69350]: value = "task-4148690" [ 786.172276] env[69350]: _type = "Task" [ 786.172276] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.172701] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c781a8b1-4fcc-4815-8262-db6586d9109b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.183041] env[69350]: DEBUG nova.network.neutron [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Successfully updated port: c6563190-5573-40c6-928f-2cb3b97bc07a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.191160] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for the task: (returnval){ [ 786.191160] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52153d77-9da6-f212-44e1-2fff074fb555" [ 786.191160] env[69350]: _type = "Task" [ 786.191160] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.196277] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.209492] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52153d77-9da6-f212-44e1-2fff074fb555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.226917] env[69350]: DEBUG nova.compute.manager [req-bad06fad-cbc6-4909-beb4-eb35ff1ed38e req-bf474017-d1ab-4eea-b3d5-2b09cf8f9616 service nova] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Received event network-vif-plugged-c6563190-5573-40c6-928f-2cb3b97bc07a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.227955] env[69350]: DEBUG oslo_concurrency.lockutils [req-bad06fad-cbc6-4909-beb4-eb35ff1ed38e req-bf474017-d1ab-4eea-b3d5-2b09cf8f9616 service nova] Acquiring lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.227955] env[69350]: DEBUG oslo_concurrency.lockutils [req-bad06fad-cbc6-4909-beb4-eb35ff1ed38e req-bf474017-d1ab-4eea-b3d5-2b09cf8f9616 service nova] Lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.227955] env[69350]: DEBUG oslo_concurrency.lockutils [req-bad06fad-cbc6-4909-beb4-eb35ff1ed38e req-bf474017-d1ab-4eea-b3d5-2b09cf8f9616 service nova] Lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.228159] env[69350]: DEBUG nova.compute.manager [req-bad06fad-cbc6-4909-beb4-eb35ff1ed38e req-bf474017-d1ab-4eea-b3d5-2b09cf8f9616 service nova] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] No waiting events found dispatching network-vif-plugged-c6563190-5573-40c6-928f-2cb3b97bc07a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.228370] env[69350]: WARNING nova.compute.manager [req-bad06fad-cbc6-4909-beb4-eb35ff1ed38e req-bf474017-d1ab-4eea-b3d5-2b09cf8f9616 service nova] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Received unexpected event network-vif-plugged-c6563190-5573-40c6-928f-2cb3b97bc07a for instance with vm_state building and task_state spawning. [ 786.237269] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148687, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.325281] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.325997] env[69350]: DEBUG nova.compute.manager [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.333577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.253s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.333577] env[69350]: DEBUG nova.objects.instance [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 786.397445] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148688, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.415943] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148685, 'name': CreateVM_Task, 'duration_secs': 0.512057} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.416172] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.416832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.418097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.418097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.418097] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5007bb7b-93dd-4161-abad-5749cb1cb3e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.425787] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 786.425787] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b2f583-c02f-c509-d4c1-044716be728c" [ 786.425787] env[69350]: _type = "Task" [ 786.425787] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.437223] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b2f583-c02f-c509-d4c1-044716be728c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.592286] env[69350]: DEBUG oslo_vmware.api [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148686, 'name': RemoveSnapshot_Task, 'duration_secs': 0.549715} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.592653] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 786.592985] env[69350]: INFO nova.compute.manager [None req-7db57064-7c35-42c2-8d1c-034d4e6b1a44 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Took 15.72 seconds to snapshot the instance on the hypervisor. [ 786.607212] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.608158] env[69350]: DEBUG oslo_concurrency.lockutils [req-8a41d3c6-fd87-4a0d-8755-0ceea8257269 req-db15fe3f-84c3-4cbb-a842-b9d3598000c9 service nova] Releasing lock "refresh_cache-45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.688895] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "refresh_cache-a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.688895] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "refresh_cache-a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.688895] env[69350]: DEBUG nova.network.neutron [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.691065] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148690, 'name': PowerOffVM_Task, 'duration_secs': 0.23611} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.691442] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.691787] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.693145] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fc66d4-d9b6-417b-a6ba-75ebc825420a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.711650] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.718247] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af92787c-cd71-4eab-86af-3a2757a5923c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.721501] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52153d77-9da6-f212-44e1-2fff074fb555, 'name': SearchDatastore_Task, 'duration_secs': 0.015561} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.722119] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.722530] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 243fd51e-b95b-4611-aa0c-336e9a203867/243fd51e-b95b-4611-aa0c-336e9a203867.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.727053] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.727337] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.727638] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9feb64c-b1fa-42a7-a0a3-f9cfa45d739a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.730805] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b685398-fea4-4b57-852e-fefca1ef3204 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.742285] env[69350]: DEBUG oslo_vmware.api [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148687, 'name': PowerOnVM_Task, 'duration_secs': 0.867275} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.744013] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.744259] env[69350]: INFO nova.compute.manager [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Took 12.38 seconds to spawn the instance on the hypervisor. [ 786.744515] env[69350]: DEBUG nova.compute.manager [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.744824] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for the task: (returnval){ [ 786.744824] env[69350]: value = "task-4148692" [ 786.744824] env[69350]: _type = "Task" [ 786.744824] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.746733] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190fab3a-45a6-4106-bef8-823343fd9eff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.749963] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.750175] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.754762] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34405112-3b41-4d6c-85c5-f5ba30b154b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.772443] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.772852] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for the task: (returnval){ [ 786.772852] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526c46d8-f8d4-1a0a-454f-594c306ea306" [ 786.772852] env[69350]: _type = "Task" [ 786.772852] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.784718] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526c46d8-f8d4-1a0a-454f-594c306ea306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.806784] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.807033] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.807220] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleting the datastore file [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.807511] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1ca28e2-9baa-4ef4-b1d4-b390ef193c9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.817344] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 786.817344] env[69350]: value = "task-4148693" [ 786.817344] env[69350]: _type = "Task" [ 786.817344] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.828204] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.840343] env[69350]: DEBUG nova.compute.utils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.846027] env[69350]: DEBUG nova.compute.manager [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.846027] env[69350]: DEBUG nova.network.neutron [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.895420] env[69350]: DEBUG nova.policy [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0564c35dbbc475e8f48c2c122e1701a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caa009e14dee4f0587e1ca32a86ed379', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.903938] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148688, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.939948] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b2f583-c02f-c509-d4c1-044716be728c, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.940336] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.941440] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.941440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.040354] env[69350]: DEBUG nova.compute.manager [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 787.251218] env[69350]: DEBUG nova.network.neutron [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.266906] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148692, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.268184] env[69350]: DEBUG nova.network.neutron [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Successfully created port: 95ad8d6c-8f08-4c0b-8767-70656a5abafb {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.286647] env[69350]: INFO nova.compute.manager [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Took 57.65 seconds to build instance. [ 787.299041] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526c46d8-f8d4-1a0a-454f-594c306ea306, 'name': SearchDatastore_Task, 'duration_secs': 0.029695} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.299925] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9804fd10-2b3f-4d1b-8601-8f1ea9077957 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.307157] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for the task: (returnval){ [ 787.307157] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529e14ea-3769-eb99-16b2-2df8a86d384c" [ 787.307157] env[69350]: _type = "Task" [ 787.307157] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.321288] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529e14ea-3769-eb99-16b2-2df8a86d384c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.329044] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209601} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.329415] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.329614] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.329810] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.351610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c483db13-32bd-4016-b94d-e325bad207b1 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.354380] env[69350]: DEBUG nova.compute.manager [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.361635] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.030s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.362411] env[69350]: INFO nova.compute.claims [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.398267] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148688, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.565434] env[69350]: DEBUG nova.network.neutron [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Updating instance_info_cache with network_info: [{"id": "c6563190-5573-40c6-928f-2cb3b97bc07a", "address": "fa:16:3e:fb:b3:a0", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6563190-55", "ovs_interfaceid": "c6563190-5573-40c6-928f-2cb3b97bc07a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.575443] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.623883] env[69350]: DEBUG nova.compute.manager [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Received event network-vif-plugged-df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.624473] env[69350]: DEBUG oslo_concurrency.lockutils [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] Acquiring lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.624827] env[69350]: DEBUG oslo_concurrency.lockutils [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] Lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.625079] env[69350]: DEBUG oslo_concurrency.lockutils [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] Lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.625333] env[69350]: DEBUG nova.compute.manager [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] No waiting events found dispatching network-vif-plugged-df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.625585] env[69350]: WARNING nova.compute.manager [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Received unexpected event network-vif-plugged-df027b31-66d5-4104-aa64-af761838b6b8 for instance with vm_state building and task_state spawning. [ 787.625811] env[69350]: DEBUG nova.compute.manager [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Received event network-changed-df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.626030] env[69350]: DEBUG nova.compute.manager [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Refreshing instance network info cache due to event network-changed-df027b31-66d5-4104-aa64-af761838b6b8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.626568] env[69350]: DEBUG oslo_concurrency.lockutils [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] Acquiring lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.626568] env[69350]: DEBUG oslo_concurrency.lockutils [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] Acquired lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.626692] env[69350]: DEBUG nova.network.neutron [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Refreshing network info cache for port df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.763214] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573137} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.766458] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 243fd51e-b95b-4611-aa0c-336e9a203867/243fd51e-b95b-4611-aa0c-336e9a203867.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.766458] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.766601] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Acquiring lock "1360f777-e835-4b01-af85-4dcc61e29f58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.766680] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "1360f777-e835-4b01-af85-4dcc61e29f58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.766915] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78f9e78c-54c9-41c8-bfc5-3c238f0a722e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.775255] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for the task: (returnval){ [ 787.775255] env[69350]: value = "task-4148694" [ 787.775255] env[69350]: _type = "Task" [ 787.775255] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.785817] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.794540] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa07878e-ecbb-4d63-8158-bdf98feae263 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "db2c1e31-a6d3-486d-82e0-985c4286affd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.604s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.819804] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529e14ea-3769-eb99-16b2-2df8a86d384c, 'name': SearchDatastore_Task, 'duration_secs': 0.016719} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.820032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.820309] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9/45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.820641] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.820850] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.821087] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef49ca47-514c-4e31-a384-0a06a5dbfbee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.823156] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a91adce-75bf-4aea-98fe-f8ebc92ac490 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.837453] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.837453] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.839968] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76fc9e0c-f28b-4b74-aa49-5ab97c455e72 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.842761] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for the task: (returnval){ [ 787.842761] env[69350]: value = "task-4148695" [ 787.842761] env[69350]: _type = "Task" [ 787.842761] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.848508] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 787.848508] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52653f52-c831-a687-67d9-9121b4971dda" [ 787.848508] env[69350]: _type = "Task" [ 787.848508] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.856223] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.862808] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52653f52-c831-a687-67d9-9121b4971dda, 'name': SearchDatastore_Task, 'duration_secs': 0.011799} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.863658] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068a1f9f-cf02-4d0c-a623-70cab07627fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.873174] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 787.873174] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520a8c11-8bcb-bb89-b003-51861438dbdf" [ 787.873174] env[69350]: _type = "Task" [ 787.873174] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.886705] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520a8c11-8bcb-bb89-b003-51861438dbdf, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.887080] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.887314] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733/93a06f2a-b4b7-44b4-94f1-3bf5d16e1733.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.891330] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6688c7e0-3a7b-4dd9-b742-05575e3ee44f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.901245] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148688, 'name': Destroy_Task, 'duration_secs': 1.744403} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.902730] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Destroyed the VM [ 787.902996] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.903337] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 787.903337] env[69350]: value = "task-4148696" [ 787.903337] env[69350]: _type = "Task" [ 787.903337] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.903625] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2875c6b1-9374-4fc6-87e0-8d061e107a60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.916324] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.917738] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 787.917738] env[69350]: value = "task-4148697" [ 787.917738] env[69350]: _type = "Task" [ 787.917738] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.927918] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.068449] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "refresh_cache-a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.068449] env[69350]: DEBUG nova.compute.manager [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Instance network_info: |[{"id": "c6563190-5573-40c6-928f-2cb3b97bc07a", "address": "fa:16:3e:fb:b3:a0", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6563190-55", "ovs_interfaceid": "c6563190-5573-40c6-928f-2cb3b97bc07a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.068780] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:b3:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6563190-5573-40c6-928f-2cb3b97bc07a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.079273] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.079719] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.079997] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51bb53be-1a9d-4146-98d3-35a8f68201c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.107023] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.107023] env[69350]: value = "task-4148698" [ 788.107023] env[69350]: _type = "Task" [ 788.107023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.115358] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148698, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.290307] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120759} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.291238] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.293178] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75e613a-036f-47ef-b7d9-71a3a93f930f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.297230] env[69350]: DEBUG nova.compute.manager [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.325652] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 243fd51e-b95b-4611-aa0c-336e9a203867/243fd51e-b95b-4611-aa0c-336e9a203867.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.326064] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-343f7b1f-417e-4e76-ab8d-1e3bf0fe4f92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.357702] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for the task: (returnval){ [ 788.357702] env[69350]: value = "task-4148699" [ 788.357702] env[69350]: _type = "Task" [ 788.357702] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.365391] env[69350]: DEBUG nova.compute.manager [req-ecde18c8-e8db-49a3-a66e-f0e93e13828e req-5d5091c1-3615-4542-a061-1ed8d56c6106 service nova] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Received event network-changed-c6563190-5573-40c6-928f-2cb3b97bc07a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.365391] env[69350]: DEBUG nova.compute.manager [req-ecde18c8-e8db-49a3-a66e-f0e93e13828e req-5d5091c1-3615-4542-a061-1ed8d56c6106 service nova] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Refreshing instance network info cache due to event network-changed-c6563190-5573-40c6-928f-2cb3b97bc07a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.365391] env[69350]: DEBUG oslo_concurrency.lockutils [req-ecde18c8-e8db-49a3-a66e-f0e93e13828e req-5d5091c1-3615-4542-a061-1ed8d56c6106 service nova] Acquiring lock "refresh_cache-a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.365391] env[69350]: DEBUG oslo_concurrency.lockutils [req-ecde18c8-e8db-49a3-a66e-f0e93e13828e req-5d5091c1-3615-4542-a061-1ed8d56c6106 service nova] Acquired lock "refresh_cache-a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.365391] env[69350]: DEBUG nova.network.neutron [req-ecde18c8-e8db-49a3-a66e-f0e93e13828e req-5d5091c1-3615-4542-a061-1ed8d56c6106 service nova] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Refreshing network info cache for port c6563190-5573-40c6-928f-2cb3b97bc07a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.366510] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512333} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.372738] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9/45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.372999] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.379877] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95fdb438-6a70-477c-80aa-ad01f5024134 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.384498] env[69350]: DEBUG nova.compute.manager [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.394794] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.394794] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.394794] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.394794] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.394794] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.394794] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.395063] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.395542] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.395542] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.395677] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.395812] env[69350]: DEBUG nova.virt.hardware [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.401931] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58684d43-cb3e-4f4b-a4d4-dfc0624d2d85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.408595] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.417795] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for the task: (returnval){ [ 788.417795] env[69350]: value = "task-4148700" [ 788.417795] env[69350]: _type = "Task" [ 788.417795] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.423160] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda9f6d5-9832-4b11-8b03-5d7c4a172794 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.441232] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148696, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.447450] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.447758] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.448095] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.448272] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.448490] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.448690] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.448954] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.449270] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.449586] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.450690] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.450690] env[69350]: DEBUG nova.virt.hardware [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.452031] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958ae097-4786-4ef7-865d-924d1efec58c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.466312] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:2b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2dbdb52-07c7-4bf1-80ed-8113a3aa962f', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.475157] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.484060] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.484398] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.485420] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.488243] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a84d134-7f40-4b97-9991-b8148f9973c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.510310] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ef9715-864e-4de0-bffd-2cf0118176d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.517138] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.517138] env[69350]: value = "task-4148701" [ 788.517138] env[69350]: _type = "Task" [ 788.517138] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.543904] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148701, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.618082] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148698, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.774427] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "db2c1e31-a6d3-486d-82e0-985c4286affd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.774733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "db2c1e31-a6d3-486d-82e0-985c4286affd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.774887] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "db2c1e31-a6d3-486d-82e0-985c4286affd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.775072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "db2c1e31-a6d3-486d-82e0-985c4286affd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.775242] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "db2c1e31-a6d3-486d-82e0-985c4286affd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.780462] env[69350]: INFO nova.compute.manager [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Terminating instance [ 788.800285] env[69350]: DEBUG nova.network.neutron [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Updated VIF entry in instance network info cache for port df027b31-66d5-4104-aa64-af761838b6b8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.800285] env[69350]: DEBUG nova.network.neutron [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Updating instance_info_cache with network_info: [{"id": "df027b31-66d5-4104-aa64-af761838b6b8", "address": "fa:16:3e:84:6a:37", "network": {"id": "dcb2aacf-6a67-437b-9d9f-5adc488742a7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-270104904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aac272fdcc7049a6adf2253f2936c574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf027b31-66", "ovs_interfaceid": "df027b31-66d5-4104-aa64-af761838b6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.829426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.878229] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148699, 'name': ReconfigVM_Task, 'duration_secs': 0.396205} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.878629] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 243fd51e-b95b-4611-aa0c-336e9a203867/243fd51e-b95b-4611-aa0c-336e9a203867.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.879312] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-639dc163-62b9-4ea6-a66a-745363f84f33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.888452] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for the task: (returnval){ [ 788.888452] env[69350]: value = "task-4148702" [ 788.888452] env[69350]: _type = "Task" [ 788.888452] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.900440] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148702, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.919254] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793686} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.922910] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733/93a06f2a-b4b7-44b4-94f1-3bf5d16e1733.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.923190] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.923821] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f8907d9-81de-4154-a55d-06867bc5ac94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.945319] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321297} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.949879] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.950280] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148697, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.950587] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 788.950587] env[69350]: value = "task-4148703" [ 788.950587] env[69350]: _type = "Task" [ 788.950587] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.951480] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8751868e-db33-4fe8-a38f-b1b964403552 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.964993] env[69350]: DEBUG nova.network.neutron [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Successfully updated port: 95ad8d6c-8f08-4c0b-8767-70656a5abafb {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.985928] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.996577] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9/45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.000691] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0afa0e1d-af02-461b-99a5-16aa2e51da6f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.033901] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148701, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.035370] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for the task: (returnval){ [ 789.035370] env[69350]: value = "task-4148704" [ 789.035370] env[69350]: _type = "Task" [ 789.035370] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.046614] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.117921] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148698, 'name': CreateVM_Task, 'duration_secs': 0.928336} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.118128] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.118898] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.119089] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.119458] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.119726] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9f2173-bd88-4312-89e8-6c4095f578dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.131359] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 789.131359] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a01819-0e86-2bf6-5683-7c6638e2f08a" [ 789.131359] env[69350]: _type = "Task" [ 789.131359] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.140719] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a01819-0e86-2bf6-5683-7c6638e2f08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.174107] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c5b67e-373a-47df-8c86-54c8da012139 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.183990] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dd7d02-8796-4dbf-afde-8708e1264abf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.189252] env[69350]: DEBUG nova.compute.manager [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.190554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc681766-fae6-4ba7-b159-bba0755fc5e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.233333] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2945b43e-6177-448b-820c-2c1c9208b87b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.242679] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271b0084-248a-4842-9cf4-567362919661 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.259243] env[69350]: DEBUG nova.compute.provider_tree [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.284870] env[69350]: DEBUG nova.compute.manager [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.285186] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.286303] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aea0cb8-601a-4fde-a284-5469cc39d7a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.297097] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.297460] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e40a3e8-bc36-4bd2-9866-87095769c682 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.303508] env[69350]: DEBUG oslo_concurrency.lockutils [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] Releasing lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.303827] env[69350]: DEBUG nova.compute.manager [req-6df05470-ee20-4561-bd13-c78be87664bc req-862cfd51-4b31-4d4b-beba-a1cb9479a9e7 service nova] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Received event network-vif-deleted-dd872273-c348-4b90-a38e-f7c956082c01 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.306036] env[69350]: DEBUG oslo_vmware.api [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 789.306036] env[69350]: value = "task-4148705" [ 789.306036] env[69350]: _type = "Task" [ 789.306036] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.315639] env[69350]: DEBUG oslo_vmware.api [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.342150] env[69350]: DEBUG nova.network.neutron [req-ecde18c8-e8db-49a3-a66e-f0e93e13828e req-5d5091c1-3615-4542-a061-1ed8d56c6106 service nova] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Updated VIF entry in instance network info cache for port c6563190-5573-40c6-928f-2cb3b97bc07a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.342617] env[69350]: DEBUG nova.network.neutron [req-ecde18c8-e8db-49a3-a66e-f0e93e13828e req-5d5091c1-3615-4542-a061-1ed8d56c6106 service nova] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Updating instance_info_cache with network_info: [{"id": "c6563190-5573-40c6-928f-2cb3b97bc07a", "address": "fa:16:3e:fb:b3:a0", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6563190-55", "ovs_interfaceid": "c6563190-5573-40c6-928f-2cb3b97bc07a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.405328] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148702, 'name': Rename_Task, 'duration_secs': 0.173665} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.405906] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.406412] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd347541-918c-45ba-816a-feee088881c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.416360] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for the task: (returnval){ [ 789.416360] env[69350]: value = "task-4148706" [ 789.416360] env[69350]: _type = "Task" [ 789.416360] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.432171] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.439385] env[69350]: DEBUG oslo_vmware.api [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148697, 'name': RemoveSnapshot_Task, 'duration_secs': 1.435784} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.439685] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.440016] env[69350]: INFO nova.compute.manager [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Took 17.70 seconds to snapshot the instance on the hypervisor. [ 789.468734] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081064} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.469068] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.469923] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa341fb-8a99-44c7-94a6-629d84d4da2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.496955] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733/93a06f2a-b4b7-44b4-94f1-3bf5d16e1733.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.498400] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "refresh_cache-bbe9feda-432b-46ad-80cb-c4a10f80c30a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.498538] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired lock "refresh_cache-bbe9feda-432b-46ad-80cb-c4a10f80c30a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.498685] env[69350]: DEBUG nova.network.neutron [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.500367] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eba43fc-0c6c-4bf0-a3ad-9f55d2249958 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.524317] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 789.524317] env[69350]: value = "task-4148707" [ 789.524317] env[69350]: _type = "Task" [ 789.524317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.542683] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148707, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.543069] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148701, 'name': CreateVM_Task, 'duration_secs': 0.600407} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.546374] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.547192] env[69350]: DEBUG oslo_concurrency.lockutils [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.547405] env[69350]: DEBUG oslo_concurrency.lockutils [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.548176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.549193] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26db7a7a-f6d0-4c86-b6bf-3b31469d1bee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.555277] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148704, 'name': ReconfigVM_Task, 'duration_secs': 0.392341} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.556780] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9/45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.557585] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 789.557585] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52611e6b-ee90-f0d9-f037-fb72402554b7" [ 789.557585] env[69350]: _type = "Task" [ 789.557585] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.557850] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-168bb3d1-2a50-4b51-9642-14a8aa12ceea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.570045] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52611e6b-ee90-f0d9-f037-fb72402554b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.571785] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for the task: (returnval){ [ 789.571785] env[69350]: value = "task-4148708" [ 789.571785] env[69350]: _type = "Task" [ 789.571785] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.582021] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148708, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.647410] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a01819-0e86-2bf6-5683-7c6638e2f08a, 'name': SearchDatastore_Task, 'duration_secs': 0.042812} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.647881] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.648271] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.648726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.648912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.649204] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.649563] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-571871f4-7999-4305-8503-cf1fd802484f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.660898] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.661209] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.662115] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16787361-20b1-473c-98d0-84c115c4d82b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.669738] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 789.669738] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521e2ddd-fc69-a639-01d0-82f1b3658679" [ 789.669738] env[69350]: _type = "Task" [ 789.669738] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.678684] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521e2ddd-fc69-a639-01d0-82f1b3658679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.731645] env[69350]: INFO nova.compute.manager [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] instance snapshotting [ 789.735094] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d370cf6-a6e3-49a5-9caa-5bd5257f6cfe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.758249] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7ac1e5-a4f6-40d5-b8a1-b2f7ca0caa9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.762070] env[69350]: DEBUG nova.scheduler.client.report [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.817663] env[69350]: DEBUG oslo_vmware.api [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148705, 'name': PowerOffVM_Task, 'duration_secs': 0.298546} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.817938] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.818137] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.818402] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25599d10-af11-411d-9adf-9a6e9df517a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.845266] env[69350]: DEBUG oslo_concurrency.lockutils [req-ecde18c8-e8db-49a3-a66e-f0e93e13828e req-5d5091c1-3615-4542-a061-1ed8d56c6106 service nova] Releasing lock "refresh_cache-a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.932484] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148706, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.941051] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.941488] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.941817] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Deleting the datastore file [datastore2] db2c1e31-a6d3-486d-82e0-985c4286affd {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.942218] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf5ab76e-96d2-4d86-bd01-baad6dbcf67e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.956703] env[69350]: DEBUG oslo_vmware.api [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for the task: (returnval){ [ 789.956703] env[69350]: value = "task-4148710" [ 789.956703] env[69350]: _type = "Task" [ 789.956703] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.967893] env[69350]: DEBUG oslo_vmware.api [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.004901] env[69350]: DEBUG nova.compute.manager [None req-e9df5ee7-aa25-497e-8a2b-08736b668cf9 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Found 2 images (rotation: 2) {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 790.041593] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148707, 'name': ReconfigVM_Task, 'duration_secs': 0.316399} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.042413] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733/93a06f2a-b4b7-44b4-94f1-3bf5d16e1733.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.042413] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bab09dda-b7c9-495d-8a4e-9411509577c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.051371] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 790.051371] env[69350]: value = "task-4148711" [ 790.051371] env[69350]: _type = "Task" [ 790.051371] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.062312] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148711, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.066401] env[69350]: DEBUG nova.network.neutron [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.074489] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52611e6b-ee90-f0d9-f037-fb72402554b7, 'name': SearchDatastore_Task, 'duration_secs': 0.015088} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.077949] env[69350]: DEBUG oslo_concurrency.lockutils [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.078617] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.078617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.078756] env[69350]: DEBUG oslo_concurrency.lockutils [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.078876] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.079185] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b74b0d6e-495d-470d-8edb-e2bd22da44e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.086863] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148708, 'name': Rename_Task, 'duration_secs': 0.201029} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.090565] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.093074] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49279d53-dfc8-47ea-8943-ab7a47dfbe10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.093946] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.094151] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.095212] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4800c78-e2d4-4c43-872c-5496eef1eae8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.102432] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 790.102432] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5204ca93-ddee-e81c-0b08-e9f08f8daf99" [ 790.102432] env[69350]: _type = "Task" [ 790.102432] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.104024] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for the task: (returnval){ [ 790.104024] env[69350]: value = "task-4148712" [ 790.104024] env[69350]: _type = "Task" [ 790.104024] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.115625] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.118873] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5204ca93-ddee-e81c-0b08-e9f08f8daf99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.181829] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521e2ddd-fc69-a639-01d0-82f1b3658679, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.182824] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c15f498-040e-4a4e-80ff-21a8402b7cd6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.189354] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 790.189354] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d90b59-bb6a-f770-b6bd-5ce9cc414d43" [ 790.189354] env[69350]: _type = "Task" [ 790.189354] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.199417] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d90b59-bb6a-f770-b6bd-5ce9cc414d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.268037] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.268194] env[69350]: DEBUG nova.compute.manager [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.271255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.439s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.273032] env[69350]: DEBUG nova.objects.instance [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lazy-loading 'resources' on Instance uuid fb1c0a77-257a-477d-8af7-63869267c317 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.279037] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 790.279037] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f09052c-7a7d-4c09-9f73-f1a46d54a45c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.285319] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 790.285319] env[69350]: value = "task-4148713" [ 790.285319] env[69350]: _type = "Task" [ 790.285319] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.297202] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.429854] env[69350]: DEBUG oslo_vmware.api [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148706, 'name': PowerOnVM_Task, 'duration_secs': 0.53887} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.431848] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.432105] env[69350]: INFO nova.compute.manager [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Took 13.18 seconds to spawn the instance on the hypervisor. [ 790.432297] env[69350]: DEBUG nova.compute.manager [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.435691] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980db802-460c-4ac9-8ab2-37c833a8299c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.470813] env[69350]: DEBUG oslo_vmware.api [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Task: {'id': task-4148710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41894} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.472188] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.472188] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.472188] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.472188] env[69350]: INFO nova.compute.manager [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 790.472527] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.472671] env[69350]: DEBUG nova.compute.manager [-] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.473224] env[69350]: DEBUG nova.network.neutron [-] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.486504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.487175] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.568695] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148711, 'name': Rename_Task, 'duration_secs': 0.286891} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.569028] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.569333] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81e94355-7a67-4d07-8097-423368b545f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.579772] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 790.579772] env[69350]: value = "task-4148714" [ 790.579772] env[69350]: _type = "Task" [ 790.579772] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.596467] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.600547] env[69350]: DEBUG nova.network.neutron [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Updating instance_info_cache with network_info: [{"id": "95ad8d6c-8f08-4c0b-8767-70656a5abafb", "address": "fa:16:3e:93:b8:8a", "network": {"id": "536c7c2c-c093-4047-9c4f-a41dd9a8dd19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1753405647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa009e14dee4f0587e1ca32a86ed379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ad8d6c-8f", "ovs_interfaceid": "95ad8d6c-8f08-4c0b-8767-70656a5abafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.621937] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5204ca93-ddee-e81c-0b08-e9f08f8daf99, 'name': SearchDatastore_Task, 'duration_secs': 0.018764} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.629139] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2c16ba-a31b-4a61-8f3e-39d3df9c1fa2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.634040] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.640587] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 790.640587] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e4a82c-2ae5-da1a-1944-bee7f1c2c042" [ 790.640587] env[69350]: _type = "Task" [ 790.640587] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.652596] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e4a82c-2ae5-da1a-1944-bee7f1c2c042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.668376] env[69350]: DEBUG nova.compute.manager [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Received event network-vif-plugged-95ad8d6c-8f08-4c0b-8767-70656a5abafb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.668702] env[69350]: DEBUG oslo_concurrency.lockutils [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] Acquiring lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.669037] env[69350]: DEBUG oslo_concurrency.lockutils [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] Lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.669309] env[69350]: DEBUG oslo_concurrency.lockutils [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] Lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.669556] env[69350]: DEBUG nova.compute.manager [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] No waiting events found dispatching network-vif-plugged-95ad8d6c-8f08-4c0b-8767-70656a5abafb {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.670326] env[69350]: WARNING nova.compute.manager [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Received unexpected event network-vif-plugged-95ad8d6c-8f08-4c0b-8767-70656a5abafb for instance with vm_state building and task_state spawning. [ 790.670581] env[69350]: DEBUG nova.compute.manager [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Received event network-changed-95ad8d6c-8f08-4c0b-8767-70656a5abafb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.670844] env[69350]: DEBUG nova.compute.manager [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Refreshing instance network info cache due to event network-changed-95ad8d6c-8f08-4c0b-8767-70656a5abafb. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.670939] env[69350]: DEBUG oslo_concurrency.lockutils [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] Acquiring lock "refresh_cache-bbe9feda-432b-46ad-80cb-c4a10f80c30a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.700697] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d90b59-bb6a-f770-b6bd-5ce9cc414d43, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.701038] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.701323] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a6d023c6-8a1a-4dc1-b94d-58c5e5119d98/a6d023c6-8a1a-4dc1-b94d-58c5e5119d98.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.701686] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72aee569-cf15-4f50-a169-5ed50bee4797 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.712241] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 790.712241] env[69350]: value = "task-4148715" [ 790.712241] env[69350]: _type = "Task" [ 790.712241] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.724635] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.776235] env[69350]: DEBUG nova.compute.utils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.784867] env[69350]: DEBUG nova.compute.manager [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.784867] env[69350]: DEBUG nova.network.neutron [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.799233] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.863586] env[69350]: DEBUG nova.policy [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0564c35dbbc475e8f48c2c122e1701a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caa009e14dee4f0587e1ca32a86ed379', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.943478] env[69350]: DEBUG nova.compute.manager [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.944747] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5698978d-a7ba-44e5-a4cf-4e47b5f8f1de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.965987] env[69350]: INFO nova.compute.manager [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Took 54.27 seconds to build instance. [ 791.096684] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.104735] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Releasing lock "refresh_cache-bbe9feda-432b-46ad-80cb-c4a10f80c30a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.104735] env[69350]: DEBUG nova.compute.manager [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Instance network_info: |[{"id": "95ad8d6c-8f08-4c0b-8767-70656a5abafb", "address": "fa:16:3e:93:b8:8a", "network": {"id": "536c7c2c-c093-4047-9c4f-a41dd9a8dd19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1753405647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa009e14dee4f0587e1ca32a86ed379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ad8d6c-8f", "ovs_interfaceid": "95ad8d6c-8f08-4c0b-8767-70656a5abafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.104735] env[69350]: DEBUG oslo_concurrency.lockutils [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] Acquired lock "refresh_cache-bbe9feda-432b-46ad-80cb-c4a10f80c30a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.104735] env[69350]: DEBUG nova.network.neutron [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Refreshing network info cache for port 95ad8d6c-8f08-4c0b-8767-70656a5abafb {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.106031] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:b8:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95ad8d6c-8f08-4c0b-8767-70656a5abafb', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.120325] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Creating folder: Project (caa009e14dee4f0587e1ca32a86ed379). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.127710] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-214dad85-f522-4c2e-8ec4-89a86c2755f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.145550] env[69350]: DEBUG oslo_vmware.api [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148712, 'name': PowerOnVM_Task, 'duration_secs': 0.755422} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.156575] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.160030] env[69350]: INFO nova.compute.manager [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Took 10.99 seconds to spawn the instance on the hypervisor. [ 791.160030] env[69350]: DEBUG nova.compute.manager [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.160030] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Created folder: Project (caa009e14dee4f0587e1ca32a86ed379) in parent group-v821414. [ 791.160030] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Creating folder: Instances. Parent ref: group-v821548. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.160030] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8da88a-18e0-493a-a870-82a867b6cafc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.163439] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b17b8be-e197-45ca-aa9c-3e61fd9a22bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.173556] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e4a82c-2ae5-da1a-1944-bee7f1c2c042, 'name': SearchDatastore_Task, 'duration_secs': 0.016779} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.175957] env[69350]: DEBUG oslo_concurrency.lockutils [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.176363] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.184979] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60fed87f-c4c5-4e10-926a-b6178689620b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.187770] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Created folder: Instances in parent group-v821548. [ 791.188044] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.190694] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.190694] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35574bf7-bcab-4722-83c1-cc5286fbaffb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.211642] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 791.211642] env[69350]: value = "task-4148718" [ 791.211642] env[69350]: _type = "Task" [ 791.211642] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.223375] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.223375] env[69350]: value = "task-4148719" [ 791.223375] env[69350]: _type = "Task" [ 791.223375] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.238088] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148715, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.238784] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.246087] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148719, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.285023] env[69350]: DEBUG nova.compute.manager [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.304648] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.466596] env[69350]: INFO nova.compute.manager [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] instance snapshotting [ 791.467638] env[69350]: DEBUG nova.objects.instance [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'flavor' on Instance uuid 829e488c-b119-4d6b-bc74-e24c10ee6d5e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.469147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b929b0d8-a9ae-4c13-a2ba-4fc536b61c09 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lock "243fd51e-b95b-4611-aa0c-336e9a203867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.833s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.497833] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f3d3be-8768-407b-8a13-9b83a2d7280e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.509179] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38709f6d-a181-453e-a917-ea62881f7bec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.547340] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6010ddd6-909d-4948-a598-dc8e2957002a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.557348] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46d4e20-55e9-4a10-92bf-65f5e36fc4a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.573932] env[69350]: DEBUG nova.compute.provider_tree [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.594026] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148714, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.660546] env[69350]: DEBUG nova.network.neutron [-] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.666267] env[69350]: DEBUG nova.network.neutron [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Successfully created port: 88c79e4a-099e-47a3-bce4-274c5ebbd8af {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.700563] env[69350]: DEBUG nova.network.neutron [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Updated VIF entry in instance network info cache for port 95ad8d6c-8f08-4c0b-8767-70656a5abafb. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.701204] env[69350]: DEBUG nova.network.neutron [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Updating instance_info_cache with network_info: [{"id": "95ad8d6c-8f08-4c0b-8767-70656a5abafb", "address": "fa:16:3e:93:b8:8a", "network": {"id": "536c7c2c-c093-4047-9c4f-a41dd9a8dd19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1753405647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa009e14dee4f0587e1ca32a86ed379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ad8d6c-8f", "ovs_interfaceid": "95ad8d6c-8f08-4c0b-8767-70656a5abafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.708515] env[69350]: INFO nova.compute.manager [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Took 46.67 seconds to build instance. [ 791.752900] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.769073] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148719, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.769573] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645548} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.770407] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a6d023c6-8a1a-4dc1-b94d-58c5e5119d98/a6d023c6-8a1a-4dc1-b94d-58c5e5119d98.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.770783] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.771202] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-456eb9fd-2ac1-4184-b597-7f78f51102c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.786590] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 791.786590] env[69350]: value = "task-4148720" [ 791.786590] env[69350]: _type = "Task" [ 791.786590] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.812493] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148713, 'name': CreateSnapshot_Task, 'duration_secs': 1.157046} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.815488] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 791.819258] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.819258] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784718e5-a21f-47d1-91d2-c515d3275327 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.975186] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c24cfa-17fe-4505-ac52-cf52b9f79e3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.979800] env[69350]: DEBUG nova.compute.manager [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.017592] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30670c07-19f7-4412-9115-52270835d042 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.079547] env[69350]: DEBUG nova.scheduler.client.report [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.099053] env[69350]: DEBUG oslo_vmware.api [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148714, 'name': PowerOnVM_Task, 'duration_secs': 1.096128} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.099359] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.099562] env[69350]: INFO nova.compute.manager [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Took 9.20 seconds to spawn the instance on the hypervisor. [ 792.099736] env[69350]: DEBUG nova.compute.manager [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.100655] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5dd905-58df-43e8-bbc0-ee1ad39f1b78 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.162285] env[69350]: INFO nova.compute.manager [-] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Took 1.69 seconds to deallocate network for instance. [ 792.206874] env[69350]: DEBUG oslo_concurrency.lockutils [req-e78189a9-999d-41c1-96dd-821ab432d782 req-86eca28a-3969-4738-904e-551bee0f6dc2 service nova] Releasing lock "refresh_cache-bbe9feda-432b-46ad-80cb-c4a10f80c30a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.211054] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e347e57-8813-44bc-bc66-174ec6f61379 tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.143s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.232966] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717076} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.236053] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.236332] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.236896] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-993a8b76-1ae3-492c-b2da-9b8599fdefcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.249093] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148719, 'name': CreateVM_Task, 'duration_secs': 0.648882} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.251103] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.251103] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 792.251103] env[69350]: value = "task-4148721" [ 792.251103] env[69350]: _type = "Task" [ 792.251103] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.252032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.252032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.254136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.254532] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ba29a6-cc11-4b72-ad84-e2a36d84cb92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.266307] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 792.266307] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5289491e-1d0a-43c7-a56c-1e065d89d435" [ 792.266307] env[69350]: _type = "Task" [ 792.266307] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.269170] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.283170] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5289491e-1d0a-43c7-a56c-1e065d89d435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.298457] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357354} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.298819] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.300012] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1878ae2-c160-4e39-865e-8e5c5070a257 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.304612] env[69350]: DEBUG nova.compute.manager [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.335591] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a6d023c6-8a1a-4dc1-b94d-58c5e5119d98/a6d023c6-8a1a-4dc1-b94d-58c5e5119d98.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.344556] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.344826] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43554810-b421-4051-a1c6-369636328bcb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.360413] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6771f9b9-cef4-410a-a091-dbb316280e06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.370395] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.370395] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.370395] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.370395] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.370395] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.370395] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.370395] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.370395] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.370774] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.370774] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.370860] env[69350]: DEBUG nova.virt.hardware [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.372595] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde0c3ac-660f-4024-8964-8672ceb34265 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.378790] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 792.378790] env[69350]: value = "task-4148722" [ 792.378790] env[69350]: _type = "Task" [ 792.378790] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.386293] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 792.386293] env[69350]: value = "task-4148723" [ 792.386293] env[69350]: _type = "Task" [ 792.386293] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.388622] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea27f85a-805b-4ca8-9bbd-78cb3f4abf27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.402032] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.409667] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148723, 'name': CloneVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.508721] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.530866] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.531255] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-408e9994-19ed-4341-9eca-f6cd62d2ac96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.539794] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 792.539794] env[69350]: value = "task-4148724" [ 792.539794] env[69350]: _type = "Task" [ 792.539794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.552926] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148724, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.594284] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.598029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.921s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.602023] env[69350]: INFO nova.compute.claims [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.621868] env[69350]: INFO nova.scheduler.client.report [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted allocations for instance fb1c0a77-257a-477d-8af7-63869267c317 [ 792.632386] env[69350]: INFO nova.compute.manager [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Took 45.07 seconds to build instance. [ 792.670822] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.714619] env[69350]: DEBUG nova.compute.manager [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.769914] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077378} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.775707] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.775707] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76f3e1d-4171-4bad-b436-75e3f3c0125c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.791644] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5289491e-1d0a-43c7-a56c-1e065d89d435, 'name': SearchDatastore_Task, 'duration_secs': 0.018379} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.804648] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.805242] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.805608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.805870] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.809021] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.818625] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.820272] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b7ffad0-4c39-4d0f-a5f9-2367ac55ee30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.822801] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a45ac7-338f-4c60-8854-09dda3a05dcd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.845153] env[69350]: DEBUG nova.compute.manager [req-581bdb11-6beb-4eb0-a5c9-b1702ec3d3a0 req-e4ebab74-40a1-41c2-ba34-bf750234cbec service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Received event network-vif-deleted-deff9c22-4d85-4c59-9c1e-439ddba82dfc {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.845636] env[69350]: DEBUG nova.compute.manager [req-581bdb11-6beb-4eb0-a5c9-b1702ec3d3a0 req-e4ebab74-40a1-41c2-ba34-bf750234cbec service nova] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Received event network-vif-deleted-152968a1-d557-43b5-9d87-c5521d1bac9b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.855068] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 792.855068] env[69350]: value = "task-4148725" [ 792.855068] env[69350]: _type = "Task" [ 792.855068] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.864530] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.865286] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.867648] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d6fdc9-3165-4a46-b7a7-71c2d102de40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.882597] env[69350]: DEBUG nova.compute.manager [None req-caaf25e9-fd66-4558-8cc8-9fe4f2f526f6 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.883432] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.885768] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a6676-4076-4dd7-94a3-82769c4a7d4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.900594] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 792.900594] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f8f5b4-577f-31d0-83f1-b003c38f98ba" [ 792.900594] env[69350]: _type = "Task" [ 792.900594] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.915055] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.924104] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f8f5b4-577f-31d0-83f1-b003c38f98ba, 'name': SearchDatastore_Task, 'duration_secs': 0.02884} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.928416] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148723, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.928751] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee426754-04d1-4199-b5df-e8994a4fb202 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.936597] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 792.936597] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e20812-f8c6-b2c2-984c-4670971467f7" [ 792.936597] env[69350]: _type = "Task" [ 792.936597] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.948209] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e20812-f8c6-b2c2-984c-4670971467f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.052766] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148724, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.138500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ed1b97ee-ce76-4ff9-abc6-f61d3b9335c5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.099s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.141413] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3982884-c044-43ef-98d5-2f0683e4c420 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "fb1c0a77-257a-477d-8af7-63869267c317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.069s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.241941] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.347255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquiring lock "243fd51e-b95b-4611-aa0c-336e9a203867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.347558] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lock "243fd51e-b95b-4611-aa0c-336e9a203867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.347772] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquiring lock "243fd51e-b95b-4611-aa0c-336e9a203867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.348020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lock "243fd51e-b95b-4611-aa0c-336e9a203867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.348216] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lock "243fd51e-b95b-4611-aa0c-336e9a203867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.350395] env[69350]: INFO nova.compute.manager [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Terminating instance [ 793.366693] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148725, 'name': ReconfigVM_Task, 'duration_secs': 0.437844} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.367091] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Reconfigured VM instance instance-00000008 to attach disk [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5/effb7a42-5fe9-49b5-b4f4-95d5330466a5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.367798] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a83f1435-4b97-4b1f-bcb3-3d5d2b69599d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.375781] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 793.375781] env[69350]: value = "task-4148726" [ 793.375781] env[69350]: _type = "Task" [ 793.375781] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.386678] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148726, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.397844] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148722, 'name': ReconfigVM_Task, 'duration_secs': 0.748507} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.398268] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a6d023c6-8a1a-4dc1-b94d-58c5e5119d98/a6d023c6-8a1a-4dc1-b94d-58c5e5119d98.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.399057] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7615f0f0-b2fa-40c0-ae38-0a43e5106c88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.411311] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148723, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.413551] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 793.413551] env[69350]: value = "task-4148727" [ 793.413551] env[69350]: _type = "Task" [ 793.413551] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.419266] env[69350]: INFO nova.compute.manager [None req-caaf25e9-fd66-4558-8cc8-9fe4f2f526f6 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] instance snapshotting [ 793.420041] env[69350]: DEBUG nova.objects.instance [None req-caaf25e9-fd66-4558-8cc8-9fe4f2f526f6 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lazy-loading 'flavor' on Instance uuid 243fd51e-b95b-4611-aa0c-336e9a203867 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.425452] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148727, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.452485] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e20812-f8c6-b2c2-984c-4670971467f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013661} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.452728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.452991] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] bbe9feda-432b-46ad-80cb-c4a10f80c30a/bbe9feda-432b-46ad-80cb-c4a10f80c30a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.453329] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79ac51d2-ac77-4870-86b8-601224931dee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.460640] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 793.460640] env[69350]: value = "task-4148728" [ 793.460640] env[69350]: _type = "Task" [ 793.460640] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.472243] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.554033] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148724, 'name': CreateSnapshot_Task, 'duration_secs': 0.799865} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.554033] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.554033] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad057b7-10b2-4332-a9fb-528395123025 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.642033] env[69350]: DEBUG nova.compute.manager [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.855117] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquiring lock "refresh_cache-243fd51e-b95b-4611-aa0c-336e9a203867" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.855330] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquired lock "refresh_cache-243fd51e-b95b-4611-aa0c-336e9a203867" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.855511] env[69350]: DEBUG nova.network.neutron [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.886717] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148726, 'name': Rename_Task, 'duration_secs': 0.215367} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.887118] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.887328] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4de86655-02e0-40bb-8fa2-0d7d1dcea0a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.901603] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 793.901603] env[69350]: value = "task-4148729" [ 793.901603] env[69350]: _type = "Task" [ 793.901603] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.928538] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148723, 'name': CloneVM_Task, 'duration_secs': 1.464691} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.933687] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Created linked-clone VM from snapshot [ 793.934175] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148729, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.935015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c466ed96-a252-42d9-a157-8833f1fd506d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.945427] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1827c9-7c53-461b-80a5-2a586d0c89dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.948558] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148727, 'name': Rename_Task, 'duration_secs': 0.272502} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.949567] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.950725] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72bf1a77-60d2-45b7-b918-32ed692f37be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.956417] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Uploading image 63d0a2f5-af79-4a6a-a30a-32393b828eba {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 793.977851] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af52cc5e-71c4-4055-ac4d-cdbef27aa3d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.982801] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 793.982801] env[69350]: value = "task-4148730" [ 793.982801] env[69350]: _type = "Task" [ 793.982801] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.994893] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.005586] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148730, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.013762] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 794.013762] env[69350]: value = "vm-821552" [ 794.013762] env[69350]: _type = "VirtualMachine" [ 794.013762] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 794.014137] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75c16f84-dd87-45ca-8cbb-752327cffbdd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.025520] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lease: (returnval){ [ 794.025520] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52815d53-e33a-57d5-0d38-95b9134f5e98" [ 794.025520] env[69350]: _type = "HttpNfcLease" [ 794.025520] env[69350]: } obtained for exporting VM: (result){ [ 794.025520] env[69350]: value = "vm-821552" [ 794.025520] env[69350]: _type = "VirtualMachine" [ 794.025520] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 794.025961] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the lease: (returnval){ [ 794.025961] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52815d53-e33a-57d5-0d38-95b9134f5e98" [ 794.025961] env[69350]: _type = "HttpNfcLease" [ 794.025961] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 794.037136] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.037136] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52815d53-e33a-57d5-0d38-95b9134f5e98" [ 794.037136] env[69350]: _type = "HttpNfcLease" [ 794.037136] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 794.074737] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.075480] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ec867702-4822-4193-83bf-e313355848cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.086958] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 794.086958] env[69350]: value = "task-4148732" [ 794.086958] env[69350]: _type = "Task" [ 794.086958] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.095917] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148732, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.101651] env[69350]: DEBUG nova.network.neutron [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Successfully updated port: 88c79e4a-099e-47a3-bce4-274c5ebbd8af {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.150807] env[69350]: DEBUG nova.compute.manager [req-f724f0c3-ea8b-4395-adbe-5185eb0b837f req-bcce4bf8-819d-4ad9-b5d3-a5b407f42f5b service nova] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Received event network-vif-plugged-88c79e4a-099e-47a3-bce4-274c5ebbd8af {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.151049] env[69350]: DEBUG oslo_concurrency.lockutils [req-f724f0c3-ea8b-4395-adbe-5185eb0b837f req-bcce4bf8-819d-4ad9-b5d3-a5b407f42f5b service nova] Acquiring lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.151309] env[69350]: DEBUG oslo_concurrency.lockutils [req-f724f0c3-ea8b-4395-adbe-5185eb0b837f req-bcce4bf8-819d-4ad9-b5d3-a5b407f42f5b service nova] Lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.151758] env[69350]: DEBUG oslo_concurrency.lockutils [req-f724f0c3-ea8b-4395-adbe-5185eb0b837f req-bcce4bf8-819d-4ad9-b5d3-a5b407f42f5b service nova] Lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.151854] env[69350]: DEBUG nova.compute.manager [req-f724f0c3-ea8b-4395-adbe-5185eb0b837f req-bcce4bf8-819d-4ad9-b5d3-a5b407f42f5b service nova] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] No waiting events found dispatching network-vif-plugged-88c79e4a-099e-47a3-bce4-274c5ebbd8af {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.152022] env[69350]: WARNING nova.compute.manager [req-f724f0c3-ea8b-4395-adbe-5185eb0b837f req-bcce4bf8-819d-4ad9-b5d3-a5b407f42f5b service nova] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Received unexpected event network-vif-plugged-88c79e4a-099e-47a3-bce4-274c5ebbd8af for instance with vm_state building and task_state spawning. [ 794.174984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.296202] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa3a18-d286-497a-972d-d1d960fed827 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.306055] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273978c2-395b-4a6e-bacd-222694569ad1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.343903] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48765288-fb59-4a2e-ac2d-e86f8d9e6002 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.352792] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b8d368-1433-42e7-9efe-1af707d86405 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.371623] env[69350]: DEBUG nova.compute.provider_tree [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.413898] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.415722] env[69350]: DEBUG nova.network.neutron [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.483131] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651591} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.483589] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] bbe9feda-432b-46ad-80cb-c4a10f80c30a/bbe9feda-432b-46ad-80cb-c4a10f80c30a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.483853] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.487372] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3e934bb-344e-4c75-9e87-cbed3e8c62cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.499777] env[69350]: DEBUG nova.compute.manager [None req-caaf25e9-fd66-4558-8cc8-9fe4f2f526f6 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Instance disappeared during snapshot {{(pid=69350) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 794.502412] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148730, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.504486] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 794.504486] env[69350]: value = "task-4148733" [ 794.504486] env[69350]: _type = "Task" [ 794.504486] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.515059] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.543625] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.543625] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52815d53-e33a-57d5-0d38-95b9134f5e98" [ 794.543625] env[69350]: _type = "HttpNfcLease" [ 794.543625] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 794.544163] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 794.544163] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52815d53-e33a-57d5-0d38-95b9134f5e98" [ 794.544163] env[69350]: _type = "HttpNfcLease" [ 794.544163] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 794.545250] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e40e87-476b-408b-8d16-dbd97ada6564 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.550241] env[69350]: DEBUG nova.network.neutron [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.558342] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520454f3-5a48-ea67-6719-4cf50efe71f2/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 794.558724] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520454f3-5a48-ea67-6719-4cf50efe71f2/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 794.628340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "refresh_cache-4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.629736] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired lock "refresh_cache-4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.629736] env[69350]: DEBUG nova.network.neutron [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.645271] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148732, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.668956] env[69350]: DEBUG nova.compute.manager [None req-caaf25e9-fd66-4558-8cc8-9fe4f2f526f6 tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Found 0 images (rotation: 2) {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 794.880318] env[69350]: DEBUG nova.scheduler.client.report [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.914849] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148729, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.995928] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148730, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.015293] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10453} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.016781] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.016945] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac455ef-9fc7-470b-b6cc-635b2a2b9a59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.043937] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] bbe9feda-432b-46ad-80cb-c4a10f80c30a/bbe9feda-432b-46ad-80cb-c4a10f80c30a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.043937] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c44e30a4-dcc4-4f6b-81b5-182539b4b92b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.063031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Releasing lock "refresh_cache-243fd51e-b95b-4611-aa0c-336e9a203867" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.063031] env[69350]: DEBUG nova.compute.manager [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.063031] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.063031] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0e5aa1-8348-44c3-9e94-caced97dc98d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.070741] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.072469] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a414d5bd-e1e8-41d2-b1d3-fa37a04e7e87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.074572] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 795.074572] env[69350]: value = "task-4148734" [ 795.074572] env[69350]: _type = "Task" [ 795.074572] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.081177] env[69350]: DEBUG oslo_vmware.api [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for the task: (returnval){ [ 795.081177] env[69350]: value = "task-4148735" [ 795.081177] env[69350]: _type = "Task" [ 795.081177] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.094304] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.098791] env[69350]: DEBUG oslo_vmware.api [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.142414] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148732, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.206962] env[69350]: DEBUG nova.network.neutron [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.386012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.386993] env[69350]: DEBUG nova.compute.manager [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.389318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.581s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.390844] env[69350]: INFO nova.compute.claims [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.411535] env[69350]: DEBUG nova.network.neutron [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Updating instance_info_cache with network_info: [{"id": "88c79e4a-099e-47a3-bce4-274c5ebbd8af", "address": "fa:16:3e:6b:2c:ef", "network": {"id": "536c7c2c-c093-4047-9c4f-a41dd9a8dd19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1753405647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa009e14dee4f0587e1ca32a86ed379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c79e4a-09", "ovs_interfaceid": "88c79e4a-099e-47a3-bce4-274c5ebbd8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.422379] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148729, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.451226] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.451684] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.452082] env[69350]: INFO nova.compute.manager [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Rebooting instance [ 795.494879] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148730, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.585627] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.594779] env[69350]: DEBUG oslo_vmware.api [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148735, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.631803] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.632055] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.642297] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148732, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.665340] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-594952e6-099b-4ba3-86de-93dd7e525679 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.897482] env[69350]: DEBUG nova.compute.utils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.906040] env[69350]: DEBUG nova.compute.manager [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.906040] env[69350]: DEBUG nova.network.neutron [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.916858] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Releasing lock "refresh_cache-4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.918134] env[69350]: DEBUG nova.compute.manager [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Instance network_info: |[{"id": "88c79e4a-099e-47a3-bce4-274c5ebbd8af", "address": "fa:16:3e:6b:2c:ef", "network": {"id": "536c7c2c-c093-4047-9c4f-a41dd9a8dd19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1753405647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa009e14dee4f0587e1ca32a86ed379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c79e4a-09", "ovs_interfaceid": "88c79e4a-099e-47a3-bce4-274c5ebbd8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.918134] env[69350]: DEBUG oslo_vmware.api [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148729, 'name': PowerOnVM_Task, 'duration_secs': 1.865473} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.919530] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:2c:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88c79e4a-099e-47a3-bce4-274c5ebbd8af', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.929149] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.929466] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.929734] env[69350]: DEBUG nova.compute.manager [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.930501] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.931331] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aace01-2e15-4c0b-bdef-74909740adeb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.936215] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12d03e27-a495-48c3-a1b5-26aa1c73e590 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.966335] env[69350]: DEBUG nova.policy [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0564c35dbbc475e8f48c2c122e1701a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caa009e14dee4f0587e1ca32a86ed379', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.968806] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.968806] env[69350]: value = "task-4148736" [ 795.968806] env[69350]: _type = "Task" [ 795.968806] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.981551] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148736, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.982925] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.983254] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquired lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.987113] env[69350]: DEBUG nova.network.neutron [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.997299] env[69350]: DEBUG oslo_vmware.api [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148730, 'name': PowerOnVM_Task, 'duration_secs': 1.794139} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.997577] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.997787] env[69350]: INFO nova.compute.manager [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Took 10.38 seconds to spawn the instance on the hypervisor. [ 795.998022] env[69350]: DEBUG nova.compute.manager [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.000596] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e482fd2d-a068-4895-b3dc-8974bb5f66bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.087249] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148734, 'name': ReconfigVM_Task, 'duration_secs': 0.760203} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.093530] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] bbe9feda-432b-46ad-80cb-c4a10f80c30a/bbe9feda-432b-46ad-80cb-c4a10f80c30a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.093530] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86f4b2b7-1172-42c4-a890-c4cf282b9c2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.102077] env[69350]: DEBUG oslo_vmware.api [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148735, 'name': PowerOffVM_Task, 'duration_secs': 0.73645} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.103882] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.104193] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.104576] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 796.104576] env[69350]: value = "task-4148737" [ 796.104576] env[69350]: _type = "Task" [ 796.104576] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.105071] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a25751b0-b876-4d19-b5f4-15799a93d0b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.117790] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148737, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.142070] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.143431] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.145621] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Deleting the datastore file [datastore1] 243fd51e-b95b-4611-aa0c-336e9a203867 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.150362] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99ff316a-16cc-4535-b68e-8a8c4684a354 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.154062] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148732, 'name': CloneVM_Task, 'duration_secs': 1.87442} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.154649] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Created linked-clone VM from snapshot [ 796.156484] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a65f7f-eae9-4fe9-83f0-be06bad42af0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.165916] env[69350]: DEBUG oslo_vmware.api [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for the task: (returnval){ [ 796.165916] env[69350]: value = "task-4148739" [ 796.165916] env[69350]: _type = "Task" [ 796.165916] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.179434] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Uploading image fe36a889-ef7f-4f0a-b543-d5cd654bf05a {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 796.190938] env[69350]: DEBUG oslo_vmware.api [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.209394] env[69350]: DEBUG oslo_vmware.rw_handles [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 796.209394] env[69350]: value = "vm-821554" [ 796.209394] env[69350]: _type = "VirtualMachine" [ 796.209394] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 796.209689] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9b3d9787-7480-4f92-976d-fe9e7f08adab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.220348] env[69350]: DEBUG oslo_vmware.rw_handles [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lease: (returnval){ [ 796.220348] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b3992e-1bb8-72fd-68ce-569db40f1276" [ 796.220348] env[69350]: _type = "HttpNfcLease" [ 796.220348] env[69350]: } obtained for exporting VM: (result){ [ 796.220348] env[69350]: value = "vm-821554" [ 796.220348] env[69350]: _type = "VirtualMachine" [ 796.220348] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 796.221819] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the lease: (returnval){ [ 796.221819] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b3992e-1bb8-72fd-68ce-569db40f1276" [ 796.221819] env[69350]: _type = "HttpNfcLease" [ 796.221819] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 796.230599] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.230599] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b3992e-1bb8-72fd-68ce-569db40f1276" [ 796.230599] env[69350]: _type = "HttpNfcLease" [ 796.230599] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 796.322965] env[69350]: DEBUG nova.compute.manager [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Received event network-changed-dc1fe4fa-91c7-4752-9cad-680521aa9aa4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.323412] env[69350]: DEBUG nova.compute.manager [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Refreshing instance network info cache due to event network-changed-dc1fe4fa-91c7-4752-9cad-680521aa9aa4. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.323762] env[69350]: DEBUG oslo_concurrency.lockutils [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] Acquiring lock "refresh_cache-45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.323978] env[69350]: DEBUG oslo_concurrency.lockutils [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] Acquired lock "refresh_cache-45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.324317] env[69350]: DEBUG nova.network.neutron [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Refreshing network info cache for port dc1fe4fa-91c7-4752-9cad-680521aa9aa4 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.407623] env[69350]: DEBUG nova.compute.manager [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.486068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.496032] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148736, 'name': CreateVM_Task, 'duration_secs': 0.466375} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.499567] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.500641] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.500918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.501444] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.502178] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a0be05-e4f8-42e9-af6c-d54518b9af68 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.509860] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 796.509860] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f8b03b-efc3-bee5-7807-8d519606cccd" [ 796.509860] env[69350]: _type = "Task" [ 796.509860] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.533083] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f8b03b-efc3-bee5-7807-8d519606cccd, 'name': SearchDatastore_Task, 'duration_secs': 0.012754} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.533083] env[69350]: INFO nova.compute.manager [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Took 46.43 seconds to build instance. [ 796.533883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.534793] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.536057] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.536239] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.538915] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.538915] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd673e9-4898-4654-bf0a-3968c251c7ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.556456] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.556657] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.558245] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85cf5de4-e498-4290-b611-7d7cafa43144 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.566375] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 796.566375] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520460bf-4c29-571b-d566-cf6356600c1b" [ 796.566375] env[69350]: _type = "Task" [ 796.566375] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.583834] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520460bf-4c29-571b-d566-cf6356600c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.625149] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148737, 'name': Rename_Task, 'duration_secs': 0.190348} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.625636] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.625900] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-add6998e-96ed-43a1-b17d-667e2fd289fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.635176] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 796.635176] env[69350]: value = "task-4148741" [ 796.635176] env[69350]: _type = "Task" [ 796.635176] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.657404] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148741, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.679925] env[69350]: DEBUG oslo_vmware.api [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Task: {'id': task-4148739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195869} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.680439] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.680848] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.681119] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.681430] env[69350]: INFO nova.compute.manager [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Took 1.62 seconds to destroy the instance on the hypervisor. [ 796.681810] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.682067] env[69350]: DEBUG nova.compute.manager [-] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.682258] env[69350]: DEBUG nova.network.neutron [-] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.708348] env[69350]: DEBUG nova.network.neutron [-] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.736338] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.736338] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b3992e-1bb8-72fd-68ce-569db40f1276" [ 796.736338] env[69350]: _type = "HttpNfcLease" [ 796.736338] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.736727] env[69350]: DEBUG oslo_vmware.rw_handles [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.736727] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b3992e-1bb8-72fd-68ce-569db40f1276" [ 796.736727] env[69350]: _type = "HttpNfcLease" [ 796.736727] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 796.737554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a17e7d-3daf-4b83-9705-9536de0b8076 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.741944] env[69350]: DEBUG nova.network.neutron [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Successfully created port: 3226ccb7-234f-45b3-a40f-d75a32e54e28 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.754822] env[69350]: DEBUG oslo_vmware.rw_handles [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc8cf1-666e-e173-b1bd-2547790b441b/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.755132] env[69350]: DEBUG oslo_vmware.rw_handles [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc8cf1-666e-e173-b1bd-2547790b441b/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 796.857353] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4681cc7-a226-4e75-81e2-cdd56a1be8a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.040598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a334f915-3b68-4ab2-ab5d-81a95c26e3c8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.681s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.072361] env[69350]: DEBUG nova.network.neutron [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Updating instance_info_cache with network_info: [{"id": "df027b31-66d5-4104-aa64-af761838b6b8", "address": "fa:16:3e:84:6a:37", "network": {"id": "dcb2aacf-6a67-437b-9d9f-5adc488742a7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-270104904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aac272fdcc7049a6adf2253f2936c574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf027b31-66", "ovs_interfaceid": "df027b31-66d5-4104-aa64-af761838b6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.086896] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520460bf-4c29-571b-d566-cf6356600c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.016797} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.089571] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a38df5-09d0-4fde-923e-abb57f7e9d48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.102347] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 797.102347] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529b3865-b895-a955-1a28-6b2ee4840526" [ 797.102347] env[69350]: _type = "Task" [ 797.102347] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.113391] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529b3865-b895-a955-1a28-6b2ee4840526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.128573] env[69350]: DEBUG nova.network.neutron [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Updated VIF entry in instance network info cache for port dc1fe4fa-91c7-4752-9cad-680521aa9aa4. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.129189] env[69350]: DEBUG nova.network.neutron [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Updating instance_info_cache with network_info: [{"id": "dc1fe4fa-91c7-4752-9cad-680521aa9aa4", "address": "fa:16:3e:16:57:c0", "network": {"id": "21024dde-a30f-448e-ad88-228f2e06090e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-928794831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58617492a99e4c868685447759cbdad5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc1fe4fa-91", "ovs_interfaceid": "dc1fe4fa-91c7-4752-9cad-680521aa9aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.152724] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.190186] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f943c5-e2ee-403a-87af-e0d5533b4e6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.200314] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5c034b-559e-4df2-b23a-058a80738c70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.237487] env[69350]: DEBUG nova.network.neutron [-] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.241573] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355ae242-ac95-4fe9-8825-36b1471fc1f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.253025] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570c7bf1-aa77-402e-ab25-4c3520463b4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.271403] env[69350]: DEBUG nova.compute.provider_tree [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.423836] env[69350]: DEBUG nova.compute.manager [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.548474] env[69350]: DEBUG nova.compute.manager [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.577273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Releasing lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.617362] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529b3865-b895-a955-1a28-6b2ee4840526, 'name': SearchDatastore_Task, 'duration_secs': 0.017568} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.618405] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.618762] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d/4a2267f6-1f64-4a2a-9eaa-33d53b52e47d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.619110] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dd44b78-27e6-471f-9631-e2bb2747e17d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.628529] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 797.628529] env[69350]: value = "task-4148742" [ 797.628529] env[69350]: _type = "Task" [ 797.628529] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.633143] env[69350]: DEBUG oslo_concurrency.lockutils [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] Releasing lock "refresh_cache-45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.633428] env[69350]: DEBUG nova.compute.manager [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Received event network-changed-88c79e4a-099e-47a3-bce4-274c5ebbd8af {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.633838] env[69350]: DEBUG nova.compute.manager [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Refreshing instance network info cache due to event network-changed-88c79e4a-099e-47a3-bce4-274c5ebbd8af. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.634023] env[69350]: DEBUG oslo_concurrency.lockutils [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] Acquiring lock "refresh_cache-4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.634152] env[69350]: DEBUG oslo_concurrency.lockutils [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] Acquired lock "refresh_cache-4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.634458] env[69350]: DEBUG nova.network.neutron [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Refreshing network info cache for port 88c79e4a-099e-47a3-bce4-274c5ebbd8af {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.644951] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.654143] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148741, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.740936] env[69350]: INFO nova.compute.manager [-] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Took 1.06 seconds to deallocate network for instance. [ 797.774432] env[69350]: DEBUG nova.scheduler.client.report [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.084980] env[69350]: DEBUG nova.compute.manager [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.086027] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b238f2c1-38fe-43ab-a34a-b8648c582024 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.089995] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.150586] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148742, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.158213] env[69350]: DEBUG oslo_vmware.api [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148741, 'name': PowerOnVM_Task, 'duration_secs': 1.202877} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.158438] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.158900] env[69350]: INFO nova.compute.manager [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Took 9.77 seconds to spawn the instance on the hypervisor. [ 798.159127] env[69350]: DEBUG nova.compute.manager [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.160282] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595682e3-45a0-4e46-82a5-653351d3843c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.250305] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.279508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.280233] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.286615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.178s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.287597] env[69350]: DEBUG nova.objects.instance [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 798.399706] env[69350]: DEBUG nova.network.neutron [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Updated VIF entry in instance network info cache for port 88c79e4a-099e-47a3-bce4-274c5ebbd8af. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.400154] env[69350]: DEBUG nova.network.neutron [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Updating instance_info_cache with network_info: [{"id": "88c79e4a-099e-47a3-bce4-274c5ebbd8af", "address": "fa:16:3e:6b:2c:ef", "network": {"id": "536c7c2c-c093-4047-9c4f-a41dd9a8dd19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1753405647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa009e14dee4f0587e1ca32a86ed379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c79e4a-09", "ovs_interfaceid": "88c79e4a-099e-47a3-bce4-274c5ebbd8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.498731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "69a20aa3-1f89-4e23-9c22-0220c8197535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.498989] env[69350]: DEBUG oslo_concurrency.lockutils [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "69a20aa3-1f89-4e23-9c22-0220c8197535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.499457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "69a20aa3-1f89-4e23-9c22-0220c8197535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.499697] env[69350]: DEBUG oslo_concurrency.lockutils [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "69a20aa3-1f89-4e23-9c22-0220c8197535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.499876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "69a20aa3-1f89-4e23-9c22-0220c8197535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.502321] env[69350]: INFO nova.compute.manager [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Terminating instance [ 798.642512] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891415} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.645137] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d/4a2267f6-1f64-4a2a-9eaa-33d53b52e47d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.646075] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.651197] env[69350]: DEBUG nova.network.neutron [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Successfully updated port: 3226ccb7-234f-45b3-a40f-d75a32e54e28 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.653358] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bb2f6e9-6b11-4960-9e91-3b5cb9636d9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.665113] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 798.665113] env[69350]: value = "task-4148743" [ 798.665113] env[69350]: _type = "Task" [ 798.665113] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.686918] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.687855] env[69350]: INFO nova.compute.manager [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Took 47.15 seconds to build instance. [ 798.793327] env[69350]: DEBUG nova.compute.utils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.799935] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.800286] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.844570] env[69350]: DEBUG nova.policy [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515ed65774c14976b712b5f57cfdcb4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '155bfbc2775e4cbdbbc4f7e1f78b942a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.903677] env[69350]: DEBUG oslo_concurrency.lockutils [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] Releasing lock "refresh_cache-4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.904241] env[69350]: DEBUG nova.compute.manager [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Received event network-changed-df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.904558] env[69350]: DEBUG nova.compute.manager [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Refreshing instance network info cache due to event network-changed-df027b31-66d5-4104-aa64-af761838b6b8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.904910] env[69350]: DEBUG oslo_concurrency.lockutils [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] Acquiring lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.905173] env[69350]: DEBUG oslo_concurrency.lockutils [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] Acquired lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.905447] env[69350]: DEBUG nova.network.neutron [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Refreshing network info cache for port df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.008657] env[69350]: DEBUG nova.compute.manager [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.008888] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.009825] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb11ac-943e-4f73-b6b3-07a690b09126 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.018865] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.019326] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2abd78c2-e571-4811-80b2-ee72163f14f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.027865] env[69350]: DEBUG oslo_vmware.api [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 799.027865] env[69350]: value = "task-4148744" [ 799.027865] env[69350]: _type = "Task" [ 799.027865] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.041923] env[69350]: DEBUG oslo_vmware.api [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.108091] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52c27e5-8571-4fad-82f1-bc40ed0e8b59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.121949] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Doing hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 799.122269] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-30494699-e18c-442e-915e-c227f490435f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.132667] env[69350]: DEBUG oslo_vmware.api [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 799.132667] env[69350]: value = "task-4148745" [ 799.132667] env[69350]: _type = "Task" [ 799.132667] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.145636] env[69350]: DEBUG oslo_vmware.api [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148745, 'name': ResetVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.157629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "refresh_cache-b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.157950] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired lock "refresh_cache-b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.158182] env[69350]: DEBUG nova.network.neutron [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.178686] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093847} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.179734] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Successfully created port: 01b2a34b-f304-4afa-b769-54babffa386e {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.182422] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.183721] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e52f32-5c5c-4025-a78a-49396d0dfc5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.200300] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2a87ec8c-f761-4613-847c-531178a750ec tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.581s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.213591] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d/4a2267f6-1f64-4a2a-9eaa-33d53b52e47d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.214165] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53bc9e4-6f1f-43eb-9478-ecc1a80ce19b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.239212] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 799.239212] env[69350]: value = "task-4148746" [ 799.239212] env[69350]: _type = "Task" [ 799.239212] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.249761] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.300707] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.306044] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13faeb04-6003-4569-b4ea-0ccfd8c81013 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.307370] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.974s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.308571] env[69350]: INFO nova.compute.claims [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.539892] env[69350]: DEBUG oslo_vmware.api [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148744, 'name': PowerOffVM_Task, 'duration_secs': 0.410436} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.540222] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.540413] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.540807] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8b1c465-54a7-4c1d-aa0f-4d54c5a00c65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.640054] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.640283] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.640561] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleting the datastore file [datastore1] 69a20aa3-1f89-4e23-9c22-0220c8197535 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.641680] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12bbe6b7-673c-4552-a700-7d40e341b726 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.648212] env[69350]: DEBUG oslo_vmware.api [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148745, 'name': ResetVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.653714] env[69350]: DEBUG nova.network.neutron [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Updated VIF entry in instance network info cache for port df027b31-66d5-4104-aa64-af761838b6b8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.654162] env[69350]: DEBUG nova.network.neutron [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Updating instance_info_cache with network_info: [{"id": "df027b31-66d5-4104-aa64-af761838b6b8", "address": "fa:16:3e:84:6a:37", "network": {"id": "dcb2aacf-6a67-437b-9d9f-5adc488742a7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-270104904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aac272fdcc7049a6adf2253f2936c574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf027b31-66", "ovs_interfaceid": "df027b31-66d5-4104-aa64-af761838b6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.657120] env[69350]: DEBUG oslo_vmware.api [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 799.657120] env[69350]: value = "task-4148748" [ 799.657120] env[69350]: _type = "Task" [ 799.657120] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.670735] env[69350]: DEBUG oslo_vmware.api [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.696871] env[69350]: DEBUG nova.network.neutron [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.753103] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.856345] env[69350]: DEBUG nova.network.neutron [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Updating instance_info_cache with network_info: [{"id": "3226ccb7-234f-45b3-a40f-d75a32e54e28", "address": "fa:16:3e:9f:e3:a5", "network": {"id": "536c7c2c-c093-4047-9c4f-a41dd9a8dd19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1753405647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa009e14dee4f0587e1ca32a86ed379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3226ccb7-23", "ovs_interfaceid": "3226ccb7-234f-45b3-a40f-d75a32e54e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.145569] env[69350]: DEBUG oslo_vmware.api [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148745, 'name': ResetVM_Task, 'duration_secs': 0.640763} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.145569] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Did hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 800.145867] env[69350]: DEBUG nova.compute.manager [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.147307] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa72aea-3c26-4486-8df0-0bd4385dbd03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.158668] env[69350]: DEBUG oslo_concurrency.lockutils [req-31f74c4d-89a2-41e1-93a3-fd217f25fec6 req-1032fd7e-c294-4b78-8356-24ad3a6955f7 service nova] Releasing lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.169684] env[69350]: DEBUG oslo_vmware.api [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.254162] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.315332] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.359240] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Releasing lock "refresh_cache-b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.359666] env[69350]: DEBUG nova.compute.manager [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Instance network_info: |[{"id": "3226ccb7-234f-45b3-a40f-d75a32e54e28", "address": "fa:16:3e:9f:e3:a5", "network": {"id": "536c7c2c-c093-4047-9c4f-a41dd9a8dd19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1753405647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa009e14dee4f0587e1ca32a86ed379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3226ccb7-23", "ovs_interfaceid": "3226ccb7-234f-45b3-a40f-d75a32e54e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.667212] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d731eb3e-fbd6-4212-ad78-7c980e2547b8 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.215s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.682020] env[69350]: DEBUG oslo_vmware.api [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524639} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.683214] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.683214] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.683396] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.683516] env[69350]: INFO nova.compute.manager [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Took 1.67 seconds to destroy the instance on the hypervisor. [ 800.683927] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.685018] env[69350]: DEBUG nova.compute.manager [-] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.685018] env[69350]: DEBUG nova.network.neutron [-] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.752306] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148746, 'name': ReconfigVM_Task, 'duration_secs': 1.041818} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.755116] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d/4a2267f6-1f64-4a2a-9eaa-33d53b52e47d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.759038] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff9f6e1-a575-475e-a257-fac093b10239 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.767934] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 800.767934] env[69350]: value = "task-4148749" [ 800.767934] env[69350]: _type = "Task" [ 800.767934] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.777590] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148749, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.778580] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Successfully updated port: 01b2a34b-f304-4afa-b769-54babffa386e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.883499] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd5851e-4ebc-4468-b7ed-8a8f3d1cff95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.893635] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787fb94d-033e-4614-8072-f5fe3976d662 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.932102] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d61094-8134-41e2-83e1-4bcfa7581763 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.940239] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6838b9-7544-4890-be2c-7d19ad5bbb5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.956488] env[69350]: DEBUG nova.compute.provider_tree [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.280686] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148749, 'name': Rename_Task, 'duration_secs': 0.19006} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.280997] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.281288] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5cbf6e4-46ed-47ac-adda-fd7517df0487 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.284466] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "refresh_cache-966d02f4-9d3b-4f4c-86d4-9f35be04db20" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.284466] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "refresh_cache-966d02f4-9d3b-4f4c-86d4-9f35be04db20" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.284466] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.292705] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 801.292705] env[69350]: value = "task-4148750" [ 801.292705] env[69350]: _type = "Task" [ 801.292705] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.305048] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.459609] env[69350]: DEBUG nova.scheduler.client.report [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.489705] env[69350]: DEBUG nova.network.neutron [-] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.804693] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148750, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.824707] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.965786] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.966428] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.969419] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.362s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.969672] env[69350]: DEBUG nova.objects.instance [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lazy-loading 'resources' on Instance uuid 3678dbe6-81c0-4aec-ad08-1971f7918fc0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.993363] env[69350]: INFO nova.compute.manager [-] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Took 1.31 seconds to deallocate network for instance. [ 802.007844] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Updating instance_info_cache with network_info: [{"id": "01b2a34b-f304-4afa-b769-54babffa386e", "address": "fa:16:3e:ff:42:d1", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b2a34b-f3", "ovs_interfaceid": "01b2a34b-f304-4afa-b769-54babffa386e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.304265] env[69350]: DEBUG oslo_vmware.api [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148750, 'name': PowerOnVM_Task, 'duration_secs': 0.647473} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.304588] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.304884] env[69350]: INFO nova.compute.manager [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Took 10.00 seconds to spawn the instance on the hypervisor. [ 802.305182] env[69350]: DEBUG nova.compute.manager [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.306150] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31305ca-2770-4157-bc6c-b3a2e788540e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.473667] env[69350]: DEBUG nova.compute.utils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.477208] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.477208] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.500797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.511149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "refresh_cache-966d02f4-9d3b-4f4c-86d4-9f35be04db20" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.511149] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Instance network_info: |[{"id": "01b2a34b-f304-4afa-b769-54babffa386e", "address": "fa:16:3e:ff:42:d1", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b2a34b-f3", "ovs_interfaceid": "01b2a34b-f304-4afa-b769-54babffa386e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.526014] env[69350]: DEBUG nova.policy [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515ed65774c14976b712b5f57cfdcb4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '155bfbc2775e4cbdbbc4f7e1f78b942a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.831423] env[69350]: INFO nova.compute.manager [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Took 42.53 seconds to build instance. [ 802.849692] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Successfully created port: 69673759-048d-4f7d-90f8-46d16a4c2c36 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.979483] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.012193] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e35c95-cf8e-4c58-93cc-07a43a8ed48d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.018992] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bb5700-00b3-4626-8d74-94dfcd4924c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.054104] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a16d70-2ab1-43df-9c84-c01c62aa79bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.063499] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14b6dad-5290-4e35-8dae-8ac9dd75ead4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.079433] env[69350]: DEBUG nova.compute.provider_tree [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.335373] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70654b7-ec17-4b90-983b-79a880026a9e tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.251s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.583750] env[69350]: DEBUG nova.scheduler.client.report [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.990555] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.088332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.091917] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.516s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.108747] env[69350]: INFO nova.scheduler.client.report [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Deleted allocations for instance 3678dbe6-81c0-4aec-ad08-1971f7918fc0 [ 804.600601] env[69350]: INFO nova.compute.claims [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.617376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95d6b30c-5f81-4d08-941c-6f456500ef0b tempest-ServersTestBootFromVolume-1350092508 tempest-ServersTestBootFromVolume-1350092508-project-member] Lock "3678dbe6-81c0-4aec-ad08-1971f7918fc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.464s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.624602] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Successfully updated port: 69673759-048d-4f7d-90f8-46d16a4c2c36 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.568182] env[69350]: INFO nova.compute.resource_tracker [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating resource usage from migration 16bfb7f5-912b-447b-85d7-5df8dae2b488 [ 805.571328] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "refresh_cache-0daa47f1-e357-447d-9962-9f11a0337b1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.571519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "refresh_cache-0daa47f1-e357-447d-9962-9f11a0337b1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.571606] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.030027] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd3160-baee-4097-aa03-76245e09beb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.037386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce9f8bd-c81e-40e8-896c-d317a15ac85b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.070386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753404f3-bad1-4831-bfd4-7863421bd20a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.081560] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ce808c-e8e0-47f3-9915-22b3fe0964e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.097987] env[69350]: DEBUG nova.compute.provider_tree [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.107782] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.266045] env[69350]: DEBUG nova.network.neutron [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Updating instance_info_cache with network_info: [{"id": "69673759-048d-4f7d-90f8-46d16a4c2c36", "address": "fa:16:3e:ef:6b:61", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69673759-04", "ovs_interfaceid": "69673759-048d-4f7d-90f8-46d16a4c2c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.509350] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.509611] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.509788] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.509992] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.510159] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.510309] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.510537] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.510781] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.510982] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.511192] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.511389] env[69350]: DEBUG nova.virt.hardware [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.513631] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0a9a73-d2a1-4513-925e-db9e69a06df2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.522482] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc33cac-122c-4abd-912f-64b89fc24724 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.540971] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:e3:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3226ccb7-234f-45b3-a40f-d75a32e54e28', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.550226] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.550695] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.551077] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-353a142c-50e9-4d94-b8a8-eb92bc035e5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.580847] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.580847] env[69350]: value = "task-4148751" [ 806.580847] env[69350]: _type = "Task" [ 806.580847] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.590130] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148751, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.602711] env[69350]: DEBUG nova.scheduler.client.report [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.769095] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "refresh_cache-0daa47f1-e357-447d-9962-9f11a0337b1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.769559] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Instance network_info: |[{"id": "69673759-048d-4f7d-90f8-46d16a4c2c36", "address": "fa:16:3e:ef:6b:61", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69673759-04", "ovs_interfaceid": "69673759-048d-4f7d-90f8-46d16a4c2c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.839403] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.839697] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.839869] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.840632] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.840632] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.840632] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.840632] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.840812] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.840937] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.841116] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.841287] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.843558] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1e419-e030-4243-bf8f-dd26297cf8c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.854158] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.854434] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.854596] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.854781] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.854928] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.855107] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.855332] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.855491] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.855658] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.856251] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.856251] env[69350]: DEBUG nova.virt.hardware [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.857403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3090347-322b-4186-8159-842c7dfc285a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.863814] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c7f53d-203e-4cae-a393-5d8627135372 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.874413] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520454f3-5a48-ea67-6719-4cf50efe71f2/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 806.884576] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db324f4-ef73-4ce7-b7ed-52bff25924f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.889365] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d4336-1f48-48c7-aeb8-737307342a83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.892876] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:42:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01b2a34b-f304-4afa-b769-54babffa386e', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.900626] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.902193] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.912672] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d0a9964-88a9-449a-b5cb-19a47b076b7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.947111] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520454f3-5a48-ea67-6719-4cf50efe71f2/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 806.947390] env[69350]: ERROR oslo_vmware.rw_handles [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520454f3-5a48-ea67-6719-4cf50efe71f2/disk-0.vmdk due to incomplete transfer. [ 806.948807] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:6b:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69673759-048d-4f7d-90f8-46d16a4c2c36', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.956997] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.957937] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c71800f-2d1b-4d42-9923-824a51be1d8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.961144] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.961943] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-992a1001-c925-4f1e-91fe-ad5dfa7a44fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.980497] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.980497] env[69350]: value = "task-4148752" [ 806.980497] env[69350]: _type = "Task" [ 806.980497] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.986960] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.986960] env[69350]: value = "task-4148753" [ 806.986960] env[69350]: _type = "Task" [ 806.986960] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.993892] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148752, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.994783] env[69350]: DEBUG oslo_vmware.rw_handles [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520454f3-5a48-ea67-6719-4cf50efe71f2/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 806.994977] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Uploaded image 63d0a2f5-af79-4a6a-a30a-32393b828eba to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 806.997647] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.999547] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27317c52-6f4c-4727-a0b3-52917afa3ab0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.007760] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148753, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.015956] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 807.015956] env[69350]: value = "task-4148754" [ 807.015956] env[69350]: _type = "Task" [ 807.015956] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.027283] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148754, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.036939] env[69350]: DEBUG oslo_vmware.rw_handles [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc8cf1-666e-e173-b1bd-2547790b441b/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 807.041234] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cf3159-3383-4793-acd7-9ed279713045 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.046643] env[69350]: DEBUG oslo_vmware.rw_handles [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc8cf1-666e-e173-b1bd-2547790b441b/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 807.046893] env[69350]: ERROR oslo_vmware.rw_handles [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc8cf1-666e-e173-b1bd-2547790b441b/disk-0.vmdk due to incomplete transfer. [ 807.047327] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-926c0948-a97a-4529-88e9-be00efc1c85f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.058504] env[69350]: DEBUG oslo_vmware.rw_handles [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc8cf1-666e-e173-b1bd-2547790b441b/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 807.058745] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Uploaded image fe36a889-ef7f-4f0a-b543-d5cd654bf05a to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 807.060543] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 807.061327] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-190a4486-b81a-48dc-b268-3d6d14bb63cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.069881] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 807.069881] env[69350]: value = "task-4148755" [ 807.069881] env[69350]: _type = "Task" [ 807.069881] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.088981] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148755, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.094613] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148751, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.108245] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.017s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.108445] env[69350]: INFO nova.compute.manager [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Migrating [ 807.115278] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.286s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.116822] env[69350]: INFO nova.compute.claims [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.205540] env[69350]: DEBUG nova.compute.manager [req-6c429fce-b4df-4e1d-9c67-e2f4ed563f5e req-162bc4cf-f328-4144-b151-f2eaa01b4a99 service nova] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Received event network-vif-plugged-3226ccb7-234f-45b3-a40f-d75a32e54e28 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.205777] env[69350]: DEBUG oslo_concurrency.lockutils [req-6c429fce-b4df-4e1d-9c67-e2f4ed563f5e req-162bc4cf-f328-4144-b151-f2eaa01b4a99 service nova] Acquiring lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.206011] env[69350]: DEBUG oslo_concurrency.lockutils [req-6c429fce-b4df-4e1d-9c67-e2f4ed563f5e req-162bc4cf-f328-4144-b151-f2eaa01b4a99 service nova] Lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.206226] env[69350]: DEBUG oslo_concurrency.lockutils [req-6c429fce-b4df-4e1d-9c67-e2f4ed563f5e req-162bc4cf-f328-4144-b151-f2eaa01b4a99 service nova] Lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.206445] env[69350]: DEBUG nova.compute.manager [req-6c429fce-b4df-4e1d-9c67-e2f4ed563f5e req-162bc4cf-f328-4144-b151-f2eaa01b4a99 service nova] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] No waiting events found dispatching network-vif-plugged-3226ccb7-234f-45b3-a40f-d75a32e54e28 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.206619] env[69350]: WARNING nova.compute.manager [req-6c429fce-b4df-4e1d-9c67-e2f4ed563f5e req-162bc4cf-f328-4144-b151-f2eaa01b4a99 service nova] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Received unexpected event network-vif-plugged-3226ccb7-234f-45b3-a40f-d75a32e54e28 for instance with vm_state building and task_state spawning. [ 807.449272] env[69350]: DEBUG nova.compute.manager [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.450943] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9725493-b967-4ed7-8d5a-2a3db28ba1dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.497883] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148752, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.505085] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148753, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.526159] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148754, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.581277] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148755, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.592904] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148751, 'name': CreateVM_Task, 'duration_secs': 0.637033} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.593204] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.594198] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.594424] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.594801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.595143] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2b0112-92b1-4aea-b5f2-7258b3262f03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.601823] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 807.601823] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5285a54c-8b78-acfe-9c1a-cb632ea6567d" [ 807.601823] env[69350]: _type = "Task" [ 807.601823] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.612686] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5285a54c-8b78-acfe-9c1a-cb632ea6567d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.628035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.628292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.628798] env[69350]: DEBUG nova.network.neutron [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.687347] env[69350]: DEBUG nova.compute.manager [req-5a96376f-52a4-42f8-9dc1-950bfff5381f req-397d4d78-65e7-40b0-ac2b-323ec39a694b service nova] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Received event network-vif-deleted-3938360c-6807-4876-bc5f-d232866d3bdd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.966217] env[69350]: INFO nova.compute.manager [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] instance snapshotting [ 807.971484] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccab981d-9a16-41b9-abed-605f9a9bb281 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.996590] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b8aa47-8b53-40ec-b304-04a2837d8dcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.008759] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148752, 'name': CreateVM_Task, 'duration_secs': 0.85042} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.011890] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.014465] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148753, 'name': CreateVM_Task, 'duration_secs': 0.711925} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.015175] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.015334] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.016077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.026041] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148754, 'name': Destroy_Task, 'duration_secs': 0.818085} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.026326] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Destroyed the VM [ 808.026553] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 808.026862] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15f97a63-dc18-474e-8573-41d9f183ad73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.035095] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 808.035095] env[69350]: value = "task-4148756" [ 808.035095] env[69350]: _type = "Task" [ 808.035095] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.044244] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148756, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.084223] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148755, 'name': Destroy_Task, 'duration_secs': 0.791993} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.084963] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Destroyed the VM [ 808.085301] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 808.085692] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b3dd192-b094-47ee-961c-553e6dec29ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.095036] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 808.095036] env[69350]: value = "task-4148757" [ 808.095036] env[69350]: _type = "Task" [ 808.095036] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.106737] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148757, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.121411] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5285a54c-8b78-acfe-9c1a-cb632ea6567d, 'name': SearchDatastore_Task, 'duration_secs': 0.046098} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.121831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.122120] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.122374] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.122544] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.122726] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.123063] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.123440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.123707] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0e3500a-f66c-4afa-bb1f-52a4139121a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.129220] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d760137-fe8f-4d5c-bc72-d0ccd983f4cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.141406] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 808.141406] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a815f9-2f00-1e59-8773-7ac908750a3e" [ 808.141406] env[69350]: _type = "Task" [ 808.141406] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.145121] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.145121] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.151554] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e74fb2e-9267-416f-be6d-5249dcafda60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.162691] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a815f9-2f00-1e59-8773-7ac908750a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011748} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.164703] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.164884] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.165151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.166142] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 808.166142] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5290f6ef-d46d-ba61-fd11-2c250325248a" [ 808.166142] env[69350]: _type = "Task" [ 808.166142] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.166142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.166142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.166374] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0673a47-cd35-4d0e-a5f6-6db973fcbffc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.183286] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5290f6ef-d46d-ba61-fd11-2c250325248a, 'name': SearchDatastore_Task, 'duration_secs': 0.017269} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.184966] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 808.184966] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523098d9-b9ef-c8cd-8fd2-e130aab7634c" [ 808.184966] env[69350]: _type = "Task" [ 808.184966] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.185202] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a35bae9a-d968-4ff0-8bcc-791aa51dc88a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.202989] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 808.202989] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bd5c61-4dab-0381-24d4-5411a05b7591" [ 808.202989] env[69350]: _type = "Task" [ 808.202989] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.203305] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523098d9-b9ef-c8cd-8fd2-e130aab7634c, 'name': SearchDatastore_Task, 'duration_secs': 0.015825} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.204059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.204340] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.204604] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.223541] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bd5c61-4dab-0381-24d4-5411a05b7591, 'name': SearchDatastore_Task, 'duration_secs': 0.015471} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.224063] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.224320] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee/b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.224601] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.224819] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.225126] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f26e885e-7c72-4f03-b5bb-50abbf99277a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.227859] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92e2d5fa-6998-47a0-8a38-c835d893d445 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.236167] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 808.236167] env[69350]: value = "task-4148758" [ 808.236167] env[69350]: _type = "Task" [ 808.236167] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.245396] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.245396] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.246675] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb5848f-4ed8-400b-8d0e-055119a233ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.253792] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.260784] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 808.260784] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529100f4-fc8f-4f69-ec91-f5384ba87edd" [ 808.260784] env[69350]: _type = "Task" [ 808.260784] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.270996] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529100f4-fc8f-4f69-ec91-f5384ba87edd, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.271880] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238762e6-0088-42e1-a795-aba0813bd9c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.283166] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 808.283166] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529b0887-3645-765a-7b43-247f56b4fb69" [ 808.283166] env[69350]: _type = "Task" [ 808.283166] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.292804] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529b0887-3645-765a-7b43-247f56b4fb69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.517650] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.518012] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6571783a-d289-4a11-beb2-569ee10ca2eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.532674] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 808.532674] env[69350]: value = "task-4148759" [ 808.532674] env[69350]: _type = "Task" [ 808.532674] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.552963] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148759, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.560121] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148756, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.562585] env[69350]: DEBUG nova.network.neutron [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance_info_cache with network_info: [{"id": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "address": "fa:16:3e:6a:5d:c6", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5811f0-4e", "ovs_interfaceid": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.627113] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148757, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.628050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquiring lock "0972b291-5b74-4ca7-923e-10815f8de11f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.628376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lock "0972b291-5b74-4ca7-923e-10815f8de11f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.628609] env[69350]: DEBUG oslo_concurrency.lockutils [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquiring lock "0972b291-5b74-4ca7-923e-10815f8de11f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.628880] env[69350]: DEBUG oslo_concurrency.lockutils [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lock "0972b291-5b74-4ca7-923e-10815f8de11f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.629244] env[69350]: DEBUG oslo_concurrency.lockutils [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lock "0972b291-5b74-4ca7-923e-10815f8de11f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.632918] env[69350]: INFO nova.compute.manager [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Terminating instance [ 808.750974] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.801825] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529b0887-3645-765a-7b43-247f56b4fb69, 'name': SearchDatastore_Task, 'duration_secs': 0.015031} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.802204] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.802446] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 966d02f4-9d3b-4f4c-86d4-9f35be04db20/966d02f4-9d3b-4f4c-86d4-9f35be04db20.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.802771] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.803040] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.803216] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79ab3489-f2d0-4faa-bb9e-3a3100bd87b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.806842] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa5dbc2c-ff05-4c45-8e1b-64f5aabc3af3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.809718] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b06ef4-bfa8-4a45-93ad-3a7f8559abba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.821184] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be64739b-6fa9-4d87-a38b-850782cecb9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.827144] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 808.827144] env[69350]: value = "task-4148760" [ 808.827144] env[69350]: _type = "Task" [ 808.827144] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.862031] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50ef5da-e5b2-431b-b6f7-c6d2e65d8516 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.864874] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.865090] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.869231] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95fd7c3-5e78-437f-a47f-898aa4b96703 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.872661] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.880704] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23d0bc4-59e2-46d8-ba6d-6122cf911bdd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.884677] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 808.884677] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5233708f-cfdc-fbd9-9782-75b317711f31" [ 808.884677] env[69350]: _type = "Task" [ 808.884677] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.902245] env[69350]: DEBUG nova.compute.provider_tree [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.912526] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5233708f-cfdc-fbd9-9782-75b317711f31, 'name': SearchDatastore_Task, 'duration_secs': 0.013829} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.914837] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6b5f7a-fd6e-4ccd-a4f3-ad8ff4ab0fb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.921563] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 808.921563] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52c59548-b6b2-fa61-2ae6-8d0390bd094a" [ 808.921563] env[69350]: _type = "Task" [ 808.921563] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.931260] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c59548-b6b2-fa61-2ae6-8d0390bd094a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.052923] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148759, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.058090] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148756, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.067328] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.112816] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148757, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.138280] env[69350]: DEBUG nova.compute.manager [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.138588] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.139906] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d1d8e-8302-4038-b84a-c34de89ac5d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.148807] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.149902] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-656642c3-65cb-4983-8cd9-da62ca9c871c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.157225] env[69350]: DEBUG oslo_vmware.api [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for the task: (returnval){ [ 809.157225] env[69350]: value = "task-4148761" [ 809.157225] env[69350]: _type = "Task" [ 809.157225] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.168318] env[69350]: DEBUG oslo_vmware.api [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.247627] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665278} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.248121] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee/b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.248358] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.248702] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc3488c2-45e9-4999-973e-7f8bd6a7dc39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.257893] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 809.257893] env[69350]: value = "task-4148762" [ 809.257893] env[69350]: _type = "Task" [ 809.257893] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.270229] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.313071] env[69350]: DEBUG nova.compute.manager [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Received event network-changed-3226ccb7-234f-45b3-a40f-d75a32e54e28 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.313514] env[69350]: DEBUG nova.compute.manager [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Refreshing instance network info cache due to event network-changed-3226ccb7-234f-45b3-a40f-d75a32e54e28. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.313937] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Acquiring lock "refresh_cache-b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.314282] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Acquired lock "refresh_cache-b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.314622] env[69350]: DEBUG nova.network.neutron [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Refreshing network info cache for port 3226ccb7-234f-45b3-a40f-d75a32e54e28 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.340232] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148760, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.406541] env[69350]: DEBUG nova.scheduler.client.report [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.436918] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c59548-b6b2-fa61-2ae6-8d0390bd094a, 'name': SearchDatastore_Task, 'duration_secs': 0.026039} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.439561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.440352] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0daa47f1-e357-447d-9962-9f11a0337b1d/0daa47f1-e357-447d-9962-9f11a0337b1d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.442135] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a61d2cc-8e04-491b-862e-f80e7d217e59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.452897] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 809.452897] env[69350]: value = "task-4148763" [ 809.452897] env[69350]: _type = "Task" [ 809.452897] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.462856] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.544654] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148759, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.553657] env[69350]: DEBUG oslo_vmware.api [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148756, 'name': RemoveSnapshot_Task, 'duration_secs': 1.045253} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.553958] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 809.554239] env[69350]: INFO nova.compute.manager [None req-3a6a96ae-ec58-42bf-a30f-ef4952821846 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Took 19.82 seconds to snapshot the instance on the hypervisor. [ 809.600984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.601409] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.601617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.601926] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.602305] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.609190] env[69350]: INFO nova.compute.manager [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Terminating instance [ 809.619920] env[69350]: DEBUG oslo_vmware.api [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148757, 'name': RemoveSnapshot_Task, 'duration_secs': 1.083739} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.621273] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 809.621273] env[69350]: INFO nova.compute.manager [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Took 17.65 seconds to snapshot the instance on the hypervisor. [ 809.669013] env[69350]: DEBUG oslo_vmware.api [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148761, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.739453] env[69350]: DEBUG nova.compute.manager [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Received event network-vif-plugged-69673759-048d-4f7d-90f8-46d16a4c2c36 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.739682] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] Acquiring lock "0daa47f1-e357-447d-9962-9f11a0337b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.739937] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] Lock "0daa47f1-e357-447d-9962-9f11a0337b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.740347] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] Lock "0daa47f1-e357-447d-9962-9f11a0337b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.740461] env[69350]: DEBUG nova.compute.manager [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] No waiting events found dispatching network-vif-plugged-69673759-048d-4f7d-90f8-46d16a4c2c36 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.740782] env[69350]: WARNING nova.compute.manager [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Received unexpected event network-vif-plugged-69673759-048d-4f7d-90f8-46d16a4c2c36 for instance with vm_state building and task_state spawning. [ 809.740882] env[69350]: DEBUG nova.compute.manager [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Received event network-changed-69673759-048d-4f7d-90f8-46d16a4c2c36 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.741035] env[69350]: DEBUG nova.compute.manager [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Refreshing instance network info cache due to event network-changed-69673759-048d-4f7d-90f8-46d16a4c2c36. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.741245] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] Acquiring lock "refresh_cache-0daa47f1-e357-447d-9962-9f11a0337b1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.741599] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] Acquired lock "refresh_cache-0daa47f1-e357-447d-9962-9f11a0337b1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.741778] env[69350]: DEBUG nova.network.neutron [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Refreshing network info cache for port 69673759-048d-4f7d-90f8-46d16a4c2c36 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.769244] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092448} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.769525] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.770411] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f275f1-a26b-4998-a8fc-b691e42f9923 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.803952] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee/b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.803952] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c15424-458b-49d5-bb9d-f5bbd33d5793 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.834072] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 809.834072] env[69350]: value = "task-4148764" [ 809.834072] env[69350]: _type = "Task" [ 809.834072] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.841035] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752875} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.841944] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 966d02f4-9d3b-4f4c-86d4-9f35be04db20/966d02f4-9d3b-4f4c-86d4-9f35be04db20.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.842122] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.842321] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d6c3f9d-b46c-4790-8b94-59d1738f5dec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.848158] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.855741] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 809.855741] env[69350]: value = "task-4148765" [ 809.855741] env[69350]: _type = "Task" [ 809.855741] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.866752] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.914338] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.915339] env[69350]: DEBUG nova.compute.manager [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.921239] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.413s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.923107] env[69350]: INFO nova.compute.claims [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.972712] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148763, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.055265] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148759, 'name': CreateSnapshot_Task, 'duration_secs': 1.199953} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.058258] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 810.059175] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334ae81-7050-48f3-8287-6d1e74084857 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.106123] env[69350]: DEBUG nova.network.neutron [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Updated VIF entry in instance network info cache for port 3226ccb7-234f-45b3-a40f-d75a32e54e28. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.106613] env[69350]: DEBUG nova.network.neutron [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Updating instance_info_cache with network_info: [{"id": "3226ccb7-234f-45b3-a40f-d75a32e54e28", "address": "fa:16:3e:9f:e3:a5", "network": {"id": "536c7c2c-c093-4047-9c4f-a41dd9a8dd19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1753405647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa009e14dee4f0587e1ca32a86ed379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3226ccb7-23", "ovs_interfaceid": "3226ccb7-234f-45b3-a40f-d75a32e54e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.116461] env[69350]: DEBUG nova.compute.manager [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.116461] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.117017] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78b8619-19e3-4a28-b62e-8305b15db023 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.131230] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.134141] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69917e06-81a8-492f-aca3-842213e41cbf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.145843] env[69350]: DEBUG oslo_vmware.api [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 810.145843] env[69350]: value = "task-4148766" [ 810.145843] env[69350]: _type = "Task" [ 810.145843] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.161961] env[69350]: DEBUG oslo_vmware.api [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.178121] env[69350]: DEBUG oslo_vmware.api [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148761, 'name': PowerOffVM_Task, 'duration_secs': 0.551869} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.181188] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.181517] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.182132] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbb57df4-1b18-470f-912d-3b762acda3df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.190223] env[69350]: DEBUG nova.compute.manager [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Found 3 images (rotation: 2) {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 810.190223] env[69350]: DEBUG nova.compute.manager [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Rotating out 1 backups {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 810.190373] env[69350]: DEBUG nova.compute.manager [None req-566fabca-f59e-4142-ad2c-ad6978e285fa tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Deleting image 3059b30e-afc1-4980-a47f-d781667fa55e {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 810.307368] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.307575] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.307614] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Deleting the datastore file [datastore2] 0972b291-5b74-4ca7-923e-10815f8de11f {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.308156] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d0514cc-955b-4d02-875a-365a5be2d8cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.317635] env[69350]: DEBUG oslo_vmware.api [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for the task: (returnval){ [ 810.317635] env[69350]: value = "task-4148768" [ 810.317635] env[69350]: _type = "Task" [ 810.317635] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.331244] env[69350]: DEBUG oslo_vmware.api [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.347697] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.363689] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078751} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.363977] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.364937] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e011dc1-9861-4a04-8a7d-a8e2a46259ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.389723] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 966d02f4-9d3b-4f4c-86d4-9f35be04db20/966d02f4-9d3b-4f4c-86d4-9f35be04db20.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.392721] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24630516-6ef4-4c02-9cc5-30ef011d3fb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.415899] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 810.415899] env[69350]: value = "task-4148769" [ 810.415899] env[69350]: _type = "Task" [ 810.415899] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.425874] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.427203] env[69350]: DEBUG nova.compute.utils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.431319] env[69350]: DEBUG nova.compute.manager [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.431319] env[69350]: DEBUG nova.network.neutron [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.471798] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893852} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.472599] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0daa47f1-e357-447d-9962-9f11a0337b1d/0daa47f1-e357-447d-9962-9f11a0337b1d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.472894] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.473554] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caf12de5-466c-4022-b9b2-3389687de562 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.482521] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 810.482521] env[69350]: value = "task-4148770" [ 810.482521] env[69350]: _type = "Task" [ 810.482521] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.495144] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.538616] env[69350]: DEBUG nova.policy [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76f1d2fe6cfb4375aac76fd68384997f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9ef576ce83e4738a4a2192e4a0f1401', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.596070] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 810.599474] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f307fbc-ce23-4453-98be-d2bcc14c8042 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.612035] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291490ba-407f-4d3c-ac2d-fdca08f1f8ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.612718] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Releasing lock "refresh_cache-b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.613012] env[69350]: DEBUG nova.compute.manager [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Received event network-vif-plugged-01b2a34b-f304-4afa-b769-54babffa386e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.613264] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Acquiring lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.613491] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.613630] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.613796] env[69350]: DEBUG nova.compute.manager [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] No waiting events found dispatching network-vif-plugged-01b2a34b-f304-4afa-b769-54babffa386e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.613952] env[69350]: WARNING nova.compute.manager [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Received unexpected event network-vif-plugged-01b2a34b-f304-4afa-b769-54babffa386e for instance with vm_state building and task_state spawning. [ 810.614125] env[69350]: DEBUG nova.compute.manager [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Received event network-changed-01b2a34b-f304-4afa-b769-54babffa386e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.614274] env[69350]: DEBUG nova.compute.manager [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Refreshing instance network info cache due to event network-changed-01b2a34b-f304-4afa-b769-54babffa386e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.614478] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Acquiring lock "refresh_cache-966d02f4-9d3b-4f4c-86d4-9f35be04db20" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.614651] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Acquired lock "refresh_cache-966d02f4-9d3b-4f4c-86d4-9f35be04db20" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.614780] env[69350]: DEBUG nova.network.neutron [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Refreshing network info cache for port 01b2a34b-f304-4afa-b769-54babffa386e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.621661] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 810.621661] env[69350]: value = "task-4148771" [ 810.621661] env[69350]: _type = "Task" [ 810.621661] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.637357] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance '46c02c77-062d-4f45-ab62-e432ec0c3ba7' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 810.642355] env[69350]: DEBUG nova.network.neutron [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Updated VIF entry in instance network info cache for port 69673759-048d-4f7d-90f8-46d16a4c2c36. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.642490] env[69350]: DEBUG nova.network.neutron [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Updating instance_info_cache with network_info: [{"id": "69673759-048d-4f7d-90f8-46d16a4c2c36", "address": "fa:16:3e:ef:6b:61", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69673759-04", "ovs_interfaceid": "69673759-048d-4f7d-90f8-46d16a4c2c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.656299] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148771, 'name': CloneVM_Task} progress is 11%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.665719] env[69350]: DEBUG oslo_vmware.api [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148766, 'name': PowerOffVM_Task, 'duration_secs': 0.446169} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.665719] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.666132] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.666757] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0888b849-83c6-4bfa-818f-cec9b58c4fd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.768312] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.768764] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.768956] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Deleting the datastore file [datastore1] 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.769321] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8ddd1d1-d064-4562-a5ee-71b5f3b57f74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.778109] env[69350]: DEBUG oslo_vmware.api [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 810.778109] env[69350]: value = "task-4148773" [ 810.778109] env[69350]: _type = "Task" [ 810.778109] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.792581] env[69350]: DEBUG oslo_vmware.api [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.832284] env[69350]: DEBUG oslo_vmware.api [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Task: {'id': task-4148768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455269} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.832381] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.832625] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.832872] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.833161] env[69350]: INFO nova.compute.manager [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Took 1.69 seconds to destroy the instance on the hypervisor. [ 810.833677] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.833966] env[69350]: DEBUG nova.compute.manager [-] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.834149] env[69350]: DEBUG nova.network.neutron [-] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.850295] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.928152] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148769, 'name': ReconfigVM_Task, 'duration_secs': 0.414012} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.928152] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 966d02f4-9d3b-4f4c-86d4-9f35be04db20/966d02f4-9d3b-4f4c-86d4-9f35be04db20.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.928152] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3583bbf3-1bd4-49a5-964a-2910ec4f7943 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.938896] env[69350]: DEBUG nova.compute.manager [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.941948] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 810.941948] env[69350]: value = "task-4148774" [ 810.941948] env[69350]: _type = "Task" [ 810.941948] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.952812] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148774, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.996418] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118312} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.996418] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.996418] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d77609-bd48-43cc-8dbf-a2dea658fe49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.026319] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 0daa47f1-e357-447d-9962-9f11a0337b1d/0daa47f1-e357-447d-9962-9f11a0337b1d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.029192] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-628e5dc9-d3ed-4f2a-b139-6a28747f0818 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.051265] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 811.051265] env[69350]: value = "task-4148775" [ 811.051265] env[69350]: _type = "Task" [ 811.051265] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.066986] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.071070] env[69350]: DEBUG nova.network.neutron [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Successfully created port: 7336145f-f3ff-4dea-b5f4-6aa885999ccf {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.137336] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148771, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.146826] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.147366] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e5ad11f-5858-480b-bfb1-ccdc6eb844f1 req-cba55967-5207-4bbf-9e52-d9c8ad054e28 service nova] Releasing lock "refresh_cache-0daa47f1-e357-447d-9962-9f11a0337b1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.147756] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4308195f-80b1-4b7a-a045-80462168cda0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.156516] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 811.156516] env[69350]: value = "task-4148776" [ 811.156516] env[69350]: _type = "Task" [ 811.156516] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.167877] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.288929] env[69350]: DEBUG oslo_vmware.api [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404132} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.288929] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.289152] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.289554] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.289554] env[69350]: INFO nova.compute.manager [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Took 1.17 seconds to destroy the instance on the hypervisor. [ 811.290199] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.290199] env[69350]: DEBUG nova.compute.manager [-] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.290199] env[69350]: DEBUG nova.network.neutron [-] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.354609] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148764, 'name': ReconfigVM_Task, 'duration_secs': 1.161053} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.358452] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Reconfigured VM instance instance-0000002e to attach disk [datastore2] b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee/b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.359890] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d54a9676-0d5c-4ce9-aee5-288cd4812486 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.368745] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 811.368745] env[69350]: value = "task-4148777" [ 811.368745] env[69350]: _type = "Task" [ 811.368745] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.382534] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148777, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.465468] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148774, 'name': Rename_Task, 'duration_secs': 0.160597} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.469630] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.475033] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fcfc072-da99-4ca7-b244-293ed0ede905 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.483891] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 811.483891] env[69350]: value = "task-4148778" [ 811.483891] env[69350]: _type = "Task" [ 811.483891] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.506386] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.563921] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.634633] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148771, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.654141] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6639faa-974c-4115-bd38-202a0b226109 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.669307] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808fb55f-2c0c-4c90-9901-53d2da212065 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.673031] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148776, 'name': PowerOffVM_Task, 'duration_secs': 0.194808} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.673373] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.673576] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance '46c02c77-062d-4f45-ab62-e432ec0c3ba7' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.714618] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e4ef32-fbda-4e46-a2df-fa32511ffa3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.724301] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a79e3a-b25d-4f09-b4bc-4fb8718eb252 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.741389] env[69350]: DEBUG nova.compute.provider_tree [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.884319] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148777, 'name': Rename_Task, 'duration_secs': 0.276972} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.884654] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.884920] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bef5673-76db-4fc6-85b5-617d7eae39b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.894483] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 811.894483] env[69350]: value = "task-4148779" [ 811.894483] env[69350]: _type = "Task" [ 811.894483] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.906979] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.958932] env[69350]: DEBUG nova.compute.manager [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.990290] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.990543] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.990765] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.990979] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.991560] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.991863] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.992113] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.992289] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.992460] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.992628] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.993110] env[69350]: DEBUG nova.virt.hardware [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.999499] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ded43-befd-4b76-9a24-0734bcefc20c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.011235] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148778, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.020128] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a22477-610f-4441-b95c-62c162f5f062 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.043158] env[69350]: DEBUG nova.network.neutron [-] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.072232] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148775, 'name': ReconfigVM_Task, 'duration_secs': 0.719795} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.072545] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 0daa47f1-e357-447d-9962-9f11a0337b1d/0daa47f1-e357-447d-9962-9f11a0337b1d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.073930] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05a2735e-ef90-4cbe-9d41-08ab87597842 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.084658] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 812.084658] env[69350]: value = "task-4148780" [ 812.084658] env[69350]: _type = "Task" [ 812.084658] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.095798] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148780, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.136568] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148771, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.142589] env[69350]: DEBUG nova.network.neutron [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Updated VIF entry in instance network info cache for port 01b2a34b-f304-4afa-b769-54babffa386e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.142589] env[69350]: DEBUG nova.network.neutron [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Updating instance_info_cache with network_info: [{"id": "01b2a34b-f304-4afa-b769-54babffa386e", "address": "fa:16:3e:ff:42:d1", "network": {"id": "5a3a2469-cccf-46ed-9191-89f53b9eb71a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1989164922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155bfbc2775e4cbdbbc4f7e1f78b942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b2a34b-f3", "ovs_interfaceid": "01b2a34b-f304-4afa-b769-54babffa386e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.181116] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.181350] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.181554] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.182122] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.182483] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.182483] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.182685] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.182840] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.183060] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.183251] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.183431] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.191104] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d084e655-2dfc-4a8b-8580-0eb67aea42a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.211169] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 812.211169] env[69350]: value = "task-4148781" [ 812.211169] env[69350]: _type = "Task" [ 812.211169] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.225457] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.245690] env[69350]: DEBUG nova.scheduler.client.report [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.407776] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.469636] env[69350]: DEBUG nova.compute.manager [req-9b2e858e-422a-4aec-9d18-d8c0373d7342 req-2a6f8d88-c424-45bb-beb0-09ccd68046da service nova] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Received event network-vif-deleted-94e7b9cc-d113-472e-a265-9ba458594a2b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.502145] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148778, 'name': PowerOnVM_Task, 'duration_secs': 0.632907} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.502338] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.502539] env[69350]: INFO nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Took 12.19 seconds to spawn the instance on the hypervisor. [ 812.502721] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.503906] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a53e541-bf40-4eee-ad10-7555dcc13a13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.547288] env[69350]: INFO nova.compute.manager [-] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Took 1.71 seconds to deallocate network for instance. [ 812.555841] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "0cebab59-253b-4037-99a0-26667add9e9d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.556142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.595072] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148780, 'name': Rename_Task, 'duration_secs': 0.230654} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.595072] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.595368] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-184ff934-c0b1-45be-b7b6-7b38b1e9c365 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.605050] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 812.605050] env[69350]: value = "task-4148782" [ 812.605050] env[69350]: _type = "Task" [ 812.605050] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.617024] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.638909] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148771, 'name': CloneVM_Task, 'duration_secs': 1.887699} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.639345] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Created linked-clone VM from snapshot [ 812.640635] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e7f805-b5fa-4d57-8865-39d9de9c43c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.651846] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Releasing lock "refresh_cache-966d02f4-9d3b-4f4c-86d4-9f35be04db20" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.652284] env[69350]: DEBUG nova.compute.manager [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Received event network-changed-df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.652455] env[69350]: DEBUG nova.compute.manager [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Refreshing instance network info cache due to event network-changed-df027b31-66d5-4104-aa64-af761838b6b8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.652749] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Acquiring lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.652933] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Acquired lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.653203] env[69350]: DEBUG nova.network.neutron [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Refreshing network info cache for port df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.655531] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Uploading image 52ad6d0f-5ed3-4abe-823b-51bf618c764e {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 812.684258] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 812.684258] env[69350]: value = "vm-821560" [ 812.684258] env[69350]: _type = "VirtualMachine" [ 812.684258] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 812.684564] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0aa13873-4405-49b5-b938-850d57029f2a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.696207] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lease: (returnval){ [ 812.696207] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e88118-f0dd-713f-e967-43f8ccf04470" [ 812.696207] env[69350]: _type = "HttpNfcLease" [ 812.696207] env[69350]: } obtained for exporting VM: (result){ [ 812.696207] env[69350]: value = "vm-821560" [ 812.696207] env[69350]: _type = "VirtualMachine" [ 812.696207] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 812.696207] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the lease: (returnval){ [ 812.696207] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e88118-f0dd-713f-e967-43f8ccf04470" [ 812.696207] env[69350]: _type = "HttpNfcLease" [ 812.696207] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 812.706228] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.706228] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e88118-f0dd-713f-e967-43f8ccf04470" [ 812.706228] env[69350]: _type = "HttpNfcLease" [ 812.706228] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 812.722678] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148781, 'name': ReconfigVM_Task, 'duration_secs': 0.245423} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.722678] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance '46c02c77-062d-4f45-ab62-e432ec0c3ba7' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 812.753172] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.753580] env[69350]: DEBUG nova.compute.manager [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.756200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.086s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.756420] env[69350]: DEBUG nova.objects.instance [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lazy-loading 'resources' on Instance uuid db2c1e31-a6d3-486d-82e0-985c4286affd {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.907313] env[69350]: DEBUG oslo_vmware.api [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148779, 'name': PowerOnVM_Task, 'duration_secs': 0.788023} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.908088] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.908088] env[69350]: INFO nova.compute.manager [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Took 15.48 seconds to spawn the instance on the hypervisor. [ 812.908229] env[69350]: DEBUG nova.compute.manager [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.909037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f793f9f-7890-496b-b530-9369daf982f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.986092] env[69350]: DEBUG nova.network.neutron [-] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.024288] env[69350]: INFO nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Took 34.24 seconds to build instance. [ 813.057102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.061208] env[69350]: DEBUG nova.compute.utils [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.118473] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.127052] env[69350]: DEBUG nova.compute.manager [req-077f0838-f405-4de6-b531-354c0cd255cc req-52992774-ac52-4d68-9e20-3f57d7db6dd9 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Received event network-vif-deleted-df027b31-66d5-4104-aa64-af761838b6b8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.198145] env[69350]: INFO nova.network.neutron [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Port df027b31-66d5-4104-aa64-af761838b6b8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 813.198959] env[69350]: DEBUG nova.network.neutron [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.210508] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.210508] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e88118-f0dd-713f-e967-43f8ccf04470" [ 813.210508] env[69350]: _type = "HttpNfcLease" [ 813.210508] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 813.210712] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 813.210712] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e88118-f0dd-713f-e967-43f8ccf04470" [ 813.210712] env[69350]: _type = "HttpNfcLease" [ 813.210712] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 813.212251] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d582e9d7-79b8-4453-91c4-b5c4e3372290 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.222219] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c603-bb5f-f19e-61ac-eec84a4d1858/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 813.222634] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c603-bb5f-f19e-61ac-eec84a4d1858/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 813.282453] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:21:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eead3406-276e-4835-81ba-137f73cf3002',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-484161707',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.282453] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.282453] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.282453] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.282453] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.282453] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.282453] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.282453] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.282453] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.282453] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.282801] env[69350]: DEBUG nova.virt.hardware [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.288384] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 813.289979] env[69350]: DEBUG nova.compute.utils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.295890] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38abb324-9aa6-4bc5-be63-bc8227e7e459 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.311653] env[69350]: DEBUG nova.compute.manager [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.312089] env[69350]: DEBUG nova.network.neutron [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.321691] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 813.321691] env[69350]: value = "task-4148784" [ 813.321691] env[69350]: _type = "Task" [ 813.321691] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.337216] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.373973] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a53bc8a2-8389-4590-8465-2522a46b95a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.431306] env[69350]: INFO nova.compute.manager [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Took 44.77 seconds to build instance. [ 813.439397] env[69350]: DEBUG nova.policy [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '801c85fe5d5d4e38afeee1cd71a85a82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af9298968dcd4954b0e8f2b29f216dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.489546] env[69350]: INFO nova.compute.manager [-] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Took 2.20 seconds to deallocate network for instance. [ 813.526748] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.611s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.564176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.620215] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148782, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.705717] env[69350]: DEBUG oslo_concurrency.lockutils [req-f07b56b6-557d-418e-9be8-27f0f4ccd0b7 req-b0cff16c-a168-4a01-b200-d32a9f89bd04 service nova] Releasing lock "refresh_cache-93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.795426] env[69350]: DEBUG nova.compute.manager [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.844886] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148784, 'name': ReconfigVM_Task, 'duration_secs': 0.211494} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.845313] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 813.846223] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b1927-2f41-40c9-9408-69c6b6e8c0c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.877368] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 46c02c77-062d-4f45-ab62-e432ec0c3ba7/46c02c77-062d-4f45-ab62-e432ec0c3ba7.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.881739] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f39639f0-e93e-4edc-a311-b6c601af8147 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.906850] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 813.906850] env[69350]: value = "task-4148785" [ 813.906850] env[69350]: _type = "Task" [ 813.906850] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.918311] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.942220] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09770d47-e6ea-4c50-aca7-9e68d7af05f9 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.266s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.980585] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0065dc-c584-4395-9980-0946c4cf3051 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.988050] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f62e3a-8c6f-4827-857c-1f1cf294eee1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.026865] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.029019] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8f2a9f-0b05-4bcd-b758-d376b86df542 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.039044] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab3309b-a0dc-42d5-8cd9-74d49ee05bb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.059049] env[69350]: DEBUG nova.compute.provider_tree [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.119935] env[69350]: DEBUG oslo_vmware.api [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148782, 'name': PowerOnVM_Task, 'duration_secs': 1.077005} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.120384] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.120735] env[69350]: INFO nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Took 10.13 seconds to spawn the instance on the hypervisor. [ 814.120982] env[69350]: DEBUG nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.121885] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aaf022-eb97-45ca-b184-069fcb0171a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.345525] env[69350]: DEBUG nova.network.neutron [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Successfully updated port: 7336145f-f3ff-4dea-b5f4-6aa885999ccf {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.420471] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.534719] env[69350]: DEBUG nova.network.neutron [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Successfully created port: 46048e9d-6236-400d-ae95-6db4edfe886c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.566026] env[69350]: DEBUG nova.scheduler.client.report [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.643504] env[69350]: INFO nova.compute.manager [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Took 32.33 seconds to build instance. [ 814.653610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "0cebab59-253b-4037-99a0-26667add9e9d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.654152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.657111] env[69350]: INFO nova.compute.manager [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Attaching volume 9ddce208-842e-4b08-9a44-ccb9ab20b8fb to /dev/sdb [ 814.705673] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549130dc-e26a-4777-aff5-19abd5594123 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.714759] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f80c19a-735f-49f0-ac7a-ef8b2633a697 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.730294] env[69350]: DEBUG nova.virt.block_device [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Updating existing volume attachment record: ffb5c73d-a403-4d15-97b6-a0bf227f7fd2 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 814.807290] env[69350]: DEBUG nova.compute.manager [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.838520] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.838938] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.841903] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.841903] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.841903] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.841903] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.842225] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.842339] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.842639] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.842791] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.842911] env[69350]: DEBUG nova.virt.hardware [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.844275] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e858e0-95f9-498e-ba72-9bdea50a7863 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.848225] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-d2b06e9d-08da-4ce7-b946-df21b69ee0b7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.848406] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-d2b06e9d-08da-4ce7-b946-df21b69ee0b7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.848551] env[69350]: DEBUG nova.network.neutron [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.855982] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdf3cfa-948c-4bc7-bfee-4cf5640fe7f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.920277] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148785, 'name': ReconfigVM_Task, 'duration_secs': 0.560678} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.920553] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 46c02c77-062d-4f45-ab62-e432ec0c3ba7/46c02c77-062d-4f45-ab62-e432ec0c3ba7.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.920900] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance '46c02c77-062d-4f45-ab62-e432ec0c3ba7' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.070506] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.074419] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.831s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.082572] env[69350]: INFO nova.compute.claims [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.126736] env[69350]: INFO nova.scheduler.client.report [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Deleted allocations for instance db2c1e31-a6d3-486d-82e0-985c4286affd [ 815.148266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3583bcab-8bf0-4801-af95-0a211cd0891c tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "0daa47f1-e357-447d-9962-9f11a0337b1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.201s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.403846] env[69350]: DEBUG nova.network.neutron [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.430372] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b712d269-dd13-4cfa-8648-1c3e3a49d86f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.455411] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4983921b-c9be-47d5-a11b-fc092e2b79d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.483818] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance '46c02c77-062d-4f45-ab62-e432ec0c3ba7' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.648221] env[69350]: DEBUG nova.compute.manager [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Received event network-vif-plugged-7336145f-f3ff-4dea-b5f4-6aa885999ccf {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.649409] env[69350]: DEBUG oslo_concurrency.lockutils [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] Acquiring lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.649671] env[69350]: DEBUG oslo_concurrency.lockutils [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] Lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.650124] env[69350]: DEBUG oslo_concurrency.lockutils [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] Lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.650447] env[69350]: DEBUG nova.compute.manager [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] No waiting events found dispatching network-vif-plugged-7336145f-f3ff-4dea-b5f4-6aa885999ccf {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.650791] env[69350]: WARNING nova.compute.manager [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Received unexpected event network-vif-plugged-7336145f-f3ff-4dea-b5f4-6aa885999ccf for instance with vm_state building and task_state spawning. [ 815.651100] env[69350]: DEBUG nova.compute.manager [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Received event network-changed-7336145f-f3ff-4dea-b5f4-6aa885999ccf {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.651333] env[69350]: DEBUG nova.compute.manager [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Refreshing instance network info cache due to event network-changed-7336145f-f3ff-4dea-b5f4-6aa885999ccf. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.651525] env[69350]: DEBUG oslo_concurrency.lockutils [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] Acquiring lock "refresh_cache-d2b06e9d-08da-4ce7-b946-df21b69ee0b7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.652723] env[69350]: DEBUG nova.network.neutron [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Updating instance_info_cache with network_info: [{"id": "7336145f-f3ff-4dea-b5f4-6aa885999ccf", "address": "fa:16:3e:48:6a:44", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7336145f-f3", "ovs_interfaceid": "7336145f-f3ff-4dea-b5f4-6aa885999ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.659097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b254348-8078-4ea3-a49a-27f601629b75 tempest-ServersTestMultiNic-93755808 tempest-ServersTestMultiNic-93755808-project-member] Lock "db2c1e31-a6d3-486d-82e0-985c4286affd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.884s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.061755] env[69350]: DEBUG nova.network.neutron [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Port 7c5811f0-4e24-4adc-97ae-1d3603e8c69c binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 816.158984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-d2b06e9d-08da-4ce7-b946-df21b69ee0b7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.159428] env[69350]: DEBUG nova.compute.manager [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Instance network_info: |[{"id": "7336145f-f3ff-4dea-b5f4-6aa885999ccf", "address": "fa:16:3e:48:6a:44", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7336145f-f3", "ovs_interfaceid": "7336145f-f3ff-4dea-b5f4-6aa885999ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.159733] env[69350]: DEBUG oslo_concurrency.lockutils [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] Acquired lock "refresh_cache-d2b06e9d-08da-4ce7-b946-df21b69ee0b7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.159929] env[69350]: DEBUG nova.network.neutron [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Refreshing network info cache for port 7336145f-f3ff-4dea-b5f4-6aa885999ccf {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.161158] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:6a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7336145f-f3ff-4dea-b5f4-6aa885999ccf', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.170721] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.177558] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.177933] env[69350]: DEBUG oslo_concurrency.lockutils [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.178176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.178402] env[69350]: DEBUG nova.compute.manager [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.181365] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-141b419b-ed13-4600-9e81-6d98187e47c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.199734] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca3c393-f92d-480d-a777-b39ad7647ffb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.213213] env[69350]: DEBUG nova.compute.manager [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 816.213885] env[69350]: DEBUG nova.objects.instance [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'flavor' on Instance uuid 829e488c-b119-4d6b-bc74-e24c10ee6d5e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.216815] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.216815] env[69350]: value = "task-4148789" [ 816.216815] env[69350]: _type = "Task" [ 816.216815] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.231887] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148789, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.384073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.384073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.384219] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.384328] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.384503] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.388984] env[69350]: INFO nova.compute.manager [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Terminating instance [ 816.738162] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148789, 'name': CreateVM_Task, 'duration_secs': 0.39603} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.739397] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.740308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.740552] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.741027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.741665] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aaaa030-88d6-4a7c-bdd3-0dd42ce33231 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.749448] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 816.749448] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52dca7fa-5a60-9f04-67ec-f1c54253ea38" [ 816.749448] env[69350]: _type = "Task" [ 816.749448] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.755147] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e313828-39d4-40c6-9033-481fe7ae1d41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.764007] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52dca7fa-5a60-9f04-67ec-f1c54253ea38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.767215] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b567c400-2ec5-4932-8a16-20538fb4244f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.811032] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70ff0c0-4ec7-4c1a-900c-1df4dcc1f214 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.818553] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740e99df-d0d0-4a97-a856-412727b4c2c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.833966] env[69350]: DEBUG nova.compute.provider_tree [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.891898] env[69350]: DEBUG nova.compute.manager [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.892235] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.893166] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1983fa-7a46-44ae-8ba8-f43e11f42f20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.905027] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.905027] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eaa9f27-e562-4851-af75-5dbeac246355 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.910976] env[69350]: DEBUG oslo_vmware.api [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 816.910976] env[69350]: value = "task-4148790" [ 816.910976] env[69350]: _type = "Task" [ 816.910976] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.921985] env[69350]: DEBUG oslo_vmware.api [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.085570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.085920] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.086114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.156193] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.156466] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.158136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "0daa47f1-e357-447d-9962-9f11a0337b1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.158364] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "0daa47f1-e357-447d-9962-9f11a0337b1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.158578] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "0daa47f1-e357-447d-9962-9f11a0337b1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.158763] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "0daa47f1-e357-447d-9962-9f11a0337b1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.158967] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "0daa47f1-e357-447d-9962-9f11a0337b1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.161247] env[69350]: INFO nova.compute.manager [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Terminating instance [ 817.222395] env[69350]: DEBUG nova.network.neutron [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Updated VIF entry in instance network info cache for port 7336145f-f3ff-4dea-b5f4-6aa885999ccf. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.222784] env[69350]: DEBUG nova.network.neutron [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Updating instance_info_cache with network_info: [{"id": "7336145f-f3ff-4dea-b5f4-6aa885999ccf", "address": "fa:16:3e:48:6a:44", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7336145f-f3", "ovs_interfaceid": "7336145f-f3ff-4dea-b5f4-6aa885999ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.226730] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.227130] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45728c42-e604-4c87-a38a-a01507f6cb33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.236144] env[69350]: DEBUG oslo_vmware.api [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 817.236144] env[69350]: value = "task-4148791" [ 817.236144] env[69350]: _type = "Task" [ 817.236144] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.253641] env[69350]: DEBUG oslo_vmware.api [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.267230] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52dca7fa-5a60-9f04-67ec-f1c54253ea38, 'name': SearchDatastore_Task, 'duration_secs': 0.034629} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.267896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.267896] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.268080] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.268181] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.268366] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.268942] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bd78360-5184-4109-a703-7ea16005ef54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.280927] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.281185] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.283137] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2459add-8521-406d-b6ea-63183b3e4921 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.296303] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 817.296303] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5261682e-e16d-c709-4c9f-2ab1c5a586ea" [ 817.296303] env[69350]: _type = "Task" [ 817.296303] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.306832] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5261682e-e16d-c709-4c9f-2ab1c5a586ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.339121] env[69350]: DEBUG nova.scheduler.client.report [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.435095] env[69350]: DEBUG oslo_vmware.api [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148790, 'name': PowerOffVM_Task, 'duration_secs': 0.424537} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.436212] env[69350]: DEBUG nova.network.neutron [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Successfully updated port: 46048e9d-6236-400d-ae95-6db4edfe886c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.438189] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.438189] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.442699] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c353e797-d26d-42e3-ac81-1d1c4414729e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.529812] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.529994] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.530228] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleting the datastore file [datastore2] 966d02f4-9d3b-4f4c-86d4-9f35be04db20 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.530612] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6c9bcb4-07e7-425f-a21c-b471ff4a3ade {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.539150] env[69350]: DEBUG oslo_vmware.api [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 817.539150] env[69350]: value = "task-4148794" [ 817.539150] env[69350]: _type = "Task" [ 817.539150] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.549040] env[69350]: DEBUG oslo_vmware.api [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.664694] env[69350]: DEBUG nova.compute.manager [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.667972] env[69350]: DEBUG nova.compute.manager [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.668202] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.669517] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab39055e-f6bc-4319-9223-8e4c7800c89c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.678630] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.679021] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2c39c1b-c390-4299-b085-d1c2fbd8f7d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.687072] env[69350]: DEBUG oslo_vmware.api [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 817.687072] env[69350]: value = "task-4148795" [ 817.687072] env[69350]: _type = "Task" [ 817.687072] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.700029] env[69350]: DEBUG oslo_vmware.api [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.725843] env[69350]: DEBUG oslo_concurrency.lockutils [req-06dbbf83-692c-4d5d-970a-8bd105527d1a req-e63ef0c6-1b47-4e08-9848-51cf1c91aa50 service nova] Releasing lock "refresh_cache-d2b06e9d-08da-4ce7-b946-df21b69ee0b7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.748182] env[69350]: DEBUG oslo_vmware.api [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148791, 'name': PowerOffVM_Task, 'duration_secs': 0.258764} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.748465] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.748671] env[69350]: DEBUG nova.compute.manager [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.749574] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c32233b-bd28-482b-928c-3cc773782cd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.811326] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5261682e-e16d-c709-4c9f-2ab1c5a586ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015155} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.811326] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845eee07-f1ed-464e-910f-aefa4c84221a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.820031] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 817.820031] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5244ef42-4ca1-8c02-2d0e-634c6a7d3731" [ 817.820031] env[69350]: _type = "Task" [ 817.820031] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.834183] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5244ef42-4ca1-8c02-2d0e-634c6a7d3731, 'name': SearchDatastore_Task, 'duration_secs': 0.01315} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.834532] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.834837] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] d2b06e9d-08da-4ce7-b946-df21b69ee0b7/d2b06e9d-08da-4ce7-b946-df21b69ee0b7.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.837028] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f5aca28-a5b0-4e8a-af51-133bdcab5c79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.845475] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 817.845475] env[69350]: value = "task-4148796" [ 817.845475] env[69350]: _type = "Task" [ 817.845475] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.846186] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.846753] env[69350]: DEBUG nova.compute.manager [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.853707] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.679s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.855701] env[69350]: INFO nova.compute.claims [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.864271] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.943417] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "refresh_cache-c88e959f-7974-480e-b0d3-35f5afaeea97" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.943417] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquired lock "refresh_cache-c88e959f-7974-480e-b0d3-35f5afaeea97" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.943684] env[69350]: DEBUG nova.network.neutron [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.050918] env[69350]: DEBUG oslo_vmware.api [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306809} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.051445] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.052078] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.052078] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.052078] env[69350]: INFO nova.compute.manager [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Took 1.16 seconds to destroy the instance on the hypervisor. [ 818.052303] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.052478] env[69350]: DEBUG nova.compute.manager [-] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.052566] env[69350]: DEBUG nova.network.neutron [-] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.199441] env[69350]: DEBUG oslo_vmware.api [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148795, 'name': PowerOffVM_Task, 'duration_secs': 0.396968} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.200064] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.200064] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.202097] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87d955b5-1083-4897-94d4-51bb53409cea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.204117] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.254173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.254281] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.254496] env[69350]: DEBUG nova.network.neutron [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.264132] env[69350]: DEBUG oslo_concurrency.lockutils [None req-26b73db9-998f-44ea-9141-6c2ee58032f8 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.283727] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.284157] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.284628] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleting the datastore file [datastore2] 0daa47f1-e357-447d-9962-9f11a0337b1d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.285330] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6f0124d-1e90-4f5d-99a8-39f644bfd5ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.296143] env[69350]: DEBUG oslo_vmware.api [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for the task: (returnval){ [ 818.296143] env[69350]: value = "task-4148798" [ 818.296143] env[69350]: _type = "Task" [ 818.296143] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.308864] env[69350]: DEBUG oslo_vmware.api [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.358756] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148796, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.360343] env[69350]: DEBUG nova.compute.utils [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.368228] env[69350]: DEBUG nova.compute.manager [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.368621] env[69350]: DEBUG nova.network.neutron [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.555226] env[69350]: DEBUG nova.compute.manager [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Received event network-vif-plugged-46048e9d-6236-400d-ae95-6db4edfe886c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.555226] env[69350]: DEBUG oslo_concurrency.lockutils [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] Acquiring lock "c88e959f-7974-480e-b0d3-35f5afaeea97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.555226] env[69350]: DEBUG oslo_concurrency.lockutils [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] Lock "c88e959f-7974-480e-b0d3-35f5afaeea97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.555226] env[69350]: DEBUG oslo_concurrency.lockutils [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] Lock "c88e959f-7974-480e-b0d3-35f5afaeea97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.555226] env[69350]: DEBUG nova.compute.manager [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] No waiting events found dispatching network-vif-plugged-46048e9d-6236-400d-ae95-6db4edfe886c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.555226] env[69350]: WARNING nova.compute.manager [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Received unexpected event network-vif-plugged-46048e9d-6236-400d-ae95-6db4edfe886c for instance with vm_state building and task_state spawning. [ 818.555226] env[69350]: DEBUG nova.compute.manager [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Received event network-changed-46048e9d-6236-400d-ae95-6db4edfe886c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.555226] env[69350]: DEBUG nova.compute.manager [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Refreshing instance network info cache due to event network-changed-46048e9d-6236-400d-ae95-6db4edfe886c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.556034] env[69350]: DEBUG oslo_concurrency.lockutils [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] Acquiring lock "refresh_cache-c88e959f-7974-480e-b0d3-35f5afaeea97" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.558855] env[69350]: DEBUG nova.policy [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b48568de4154d6bb85b60cc52d34671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75404b506dce48c0bfcc40930baff34e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.570170] env[69350]: DEBUG nova.network.neutron [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.811365] env[69350]: DEBUG oslo_vmware.api [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Task: {'id': task-4148798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43894} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.811365] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.811365] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.811365] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.811365] env[69350]: INFO nova.compute.manager [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 818.811365] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.812743] env[69350]: DEBUG nova.compute.manager [-] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.813215] env[69350]: DEBUG nova.network.neutron [-] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.858684] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6684} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.859203] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] d2b06e9d-08da-4ce7-b946-df21b69ee0b7/d2b06e9d-08da-4ce7-b946-df21b69ee0b7.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.859601] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.859968] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b13360-ca64-4f66-8165-d649d858aed7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.868786] env[69350]: DEBUG nova.compute.manager [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.874271] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 818.874271] env[69350]: value = "task-4148799" [ 818.874271] env[69350]: _type = "Task" [ 818.874271] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.885458] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.070738] env[69350]: DEBUG nova.network.neutron [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Updating instance_info_cache with network_info: [{"id": "46048e9d-6236-400d-ae95-6db4edfe886c", "address": "fa:16:3e:ad:88:48", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46048e9d-62", "ovs_interfaceid": "46048e9d-6236-400d-ae95-6db4edfe886c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.162231] env[69350]: DEBUG nova.network.neutron [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance_info_cache with network_info: [{"id": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "address": "fa:16:3e:6a:5d:c6", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5811f0-4e", "ovs_interfaceid": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.335428] env[69350]: DEBUG nova.network.neutron [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Successfully created port: 08c98ebe-24fd-410a-a0b2-1f0ba75d6be8 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.388738] env[69350]: INFO nova.virt.block_device [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Booting with volume dfa11666-fe42-45ca-b2d8-239815cadca1 at /dev/sda [ 819.397558] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225383} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.402686] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.404153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee81bf68-ac3f-491a-985d-5e82d91d860b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.435681] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] d2b06e9d-08da-4ce7-b946-df21b69ee0b7/d2b06e9d-08da-4ce7-b946-df21b69ee0b7.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.439056] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b77820f3-3bed-4d7c-9fff-cf4e802a9dc0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.464073] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da07290b-4cd3-4ec5-83cb-d250252c31da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.477574] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce86e495-2a9b-4bc5-b00b-f9ea0cbfa54f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.494354] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 819.494354] env[69350]: value = "task-4148800" [ 819.494354] env[69350]: _type = "Task" [ 819.494354] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.512942] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.534402] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a9ea4ac-b9eb-42c0-a5a3-d87000a0ab64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.542442] env[69350]: DEBUG nova.network.neutron [-] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.549027] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6978b0-7435-41dc-b128-142873dec42c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.564678] env[69350]: INFO nova.compute.manager [-] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Took 1.51 seconds to deallocate network for instance. [ 819.576306] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Releasing lock "refresh_cache-c88e959f-7974-480e-b0d3-35f5afaeea97" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.582034] env[69350]: DEBUG nova.compute.manager [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Instance network_info: |[{"id": "46048e9d-6236-400d-ae95-6db4edfe886c", "address": "fa:16:3e:ad:88:48", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46048e9d-62", "ovs_interfaceid": "46048e9d-6236-400d-ae95-6db4edfe886c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.582034] env[69350]: DEBUG oslo_concurrency.lockutils [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] Acquired lock "refresh_cache-c88e959f-7974-480e-b0d3-35f5afaeea97" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.582034] env[69350]: DEBUG nova.network.neutron [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Refreshing network info cache for port 46048e9d-6236-400d-ae95-6db4edfe886c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.582034] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:88:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46048e9d-6236-400d-ae95-6db4edfe886c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.588831] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Creating folder: Project (af9298968dcd4954b0e8f2b29f216dd8). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.608495] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d434be83-dce0-41bb-a1e0-391ead1be09c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.614519] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b9df55-9a56-4243-b439-4d1608b42e56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.625705] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bed697-fae6-4dd9-920f-e0fffd9714e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.633039] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Created folder: Project (af9298968dcd4954b0e8f2b29f216dd8) in parent group-v821414. [ 819.633501] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Creating folder: Instances. Parent ref: group-v821564. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.635358] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22bf4bf9-d99e-4474-b95e-c3e7d01a809b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.637936] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23067bf-3a1c-4c63-b9a9-214b3dbcd5f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.651125] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4213af2b-b665-475d-b64b-74e3d6cc8cb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.656166] env[69350]: DEBUG nova.virt.block_device [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Updating existing volume attachment record: 2194adb7-3111-43ee-99bb-2e685d854d4f {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 819.660596] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Created folder: Instances in parent group-v821564. [ 819.660844] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.661415] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.665483] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.665754] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a907aba7-4d24-47c3-a056-3bb4e41427b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.721714] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9348cff2-498a-4fd2-8163-07b14fa42f56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.727534] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.727534] env[69350]: value = "task-4148803" [ 819.727534] env[69350]: _type = "Task" [ 819.727534] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.740221] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04878add-fc7b-4db5-be3b-6e3c2bccf8c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.746326] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148803, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.762397] env[69350]: DEBUG nova.compute.provider_tree [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.779354] env[69350]: DEBUG nova.network.neutron [-] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.802872] env[69350]: DEBUG nova.compute.manager [req-2cdf5516-6e1d-4d48-bec9-d4f453010e3c req-dc7c827f-378c-4b55-9e59-8e62140b7ef3 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Received event network-vif-deleted-69673759-048d-4f7d-90f8-46d16a4c2c36 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.802872] env[69350]: INFO nova.compute.manager [req-2cdf5516-6e1d-4d48-bec9-d4f453010e3c req-dc7c827f-378c-4b55-9e59-8e62140b7ef3 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Neutron deleted interface 69673759-048d-4f7d-90f8-46d16a4c2c36; detaching it from the instance and deleting it from the info cache [ 819.803149] env[69350]: DEBUG nova.network.neutron [req-2cdf5516-6e1d-4d48-bec9-d4f453010e3c req-dc7c827f-378c-4b55-9e59-8e62140b7ef3 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.813234] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 819.813234] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821562', 'volume_id': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'name': 'volume-9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cebab59-253b-4037-99a0-26667add9e9d', 'attached_at': '', 'detached_at': '', 'volume_id': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'serial': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 819.813997] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651a283f-2ab0-418a-9359-5c90c6d4856b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.839730] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe4ada5-ceb1-4b97-a08c-42aeb2d31355 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.870646] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] volume-9ddce208-842e-4b08-9a44-ccb9ab20b8fb/volume-9ddce208-842e-4b08-9a44-ccb9ab20b8fb.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.871411] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a613de-cb88-4da8-9f5e-41f75f168a78 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.891620] env[69350]: DEBUG oslo_vmware.api [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 819.891620] env[69350]: value = "task-4148804" [ 819.891620] env[69350]: _type = "Task" [ 819.891620] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.900277] env[69350]: DEBUG oslo_vmware.api [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.963337] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.963638] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.963790] env[69350]: DEBUG nova.compute.manager [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.964913] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170591dd-eca5-4079-8ea7-4f9e4ab68ae8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.973786] env[69350]: DEBUG nova.compute.manager [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 819.974662] env[69350]: DEBUG nova.objects.instance [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'flavor' on Instance uuid 97a20fc1-ef2b-4927-b335-3fd748bf90e3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.012340] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148800, 'name': ReconfigVM_Task, 'duration_secs': 0.361843} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.012654] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Reconfigured VM instance instance-00000031 to attach disk [datastore1] d2b06e9d-08da-4ce7-b946-df21b69ee0b7/d2b06e9d-08da-4ce7-b946-df21b69ee0b7.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.013347] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c28fa0ac-ed21-46f9-aafb-1707c4a4c8cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.021483] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 820.021483] env[69350]: value = "task-4148805" [ 820.021483] env[69350]: _type = "Task" [ 820.021483] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.030876] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148805, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.076311] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.240563] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148803, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.244860] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec205d-70b2-4838-8ea2-923731124a94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.273440] env[69350]: DEBUG nova.scheduler.client.report [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.278898] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f0b60a-6b51-4769-9006-4c2e8119fba2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.282467] env[69350]: INFO nova.compute.manager [-] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Took 1.47 seconds to deallocate network for instance. [ 820.291061] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance '46c02c77-062d-4f45-ab62-e432ec0c3ba7' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.306383] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce3e415c-2504-49f1-9b21-f1aed5b2c7fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.318355] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7b3468-0658-436f-a716-6b707267a24b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.370635] env[69350]: DEBUG nova.compute.manager [req-2cdf5516-6e1d-4d48-bec9-d4f453010e3c req-dc7c827f-378c-4b55-9e59-8e62140b7ef3 service nova] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Detach interface failed, port_id=69673759-048d-4f7d-90f8-46d16a4c2c36, reason: Instance 0daa47f1-e357-447d-9962-9f11a0337b1d could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.398651] env[69350]: DEBUG nova.network.neutron [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Updated VIF entry in instance network info cache for port 46048e9d-6236-400d-ae95-6db4edfe886c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.399858] env[69350]: DEBUG nova.network.neutron [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Updating instance_info_cache with network_info: [{"id": "46048e9d-6236-400d-ae95-6db4edfe886c", "address": "fa:16:3e:ad:88:48", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46048e9d-62", "ovs_interfaceid": "46048e9d-6236-400d-ae95-6db4edfe886c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.408025] env[69350]: DEBUG oslo_vmware.api [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.534543] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148805, 'name': Rename_Task, 'duration_secs': 0.150668} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.534932] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.535268] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5918dac1-58cd-40dc-9972-6ee08fccc135 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.543577] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 820.543577] env[69350]: value = "task-4148806" [ 820.543577] env[69350]: _type = "Task" [ 820.543577] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.557071] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.630750] env[69350]: DEBUG nova.compute.manager [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Stashing vm_state: stopped {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 820.717062] env[69350]: DEBUG nova.compute.manager [req-a1f889f5-97d5-4f10-8bbc-787f31e5ffc9 req-d473d7bf-0bf2-4795-afca-c766eda86205 service nova] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Received event network-vif-deleted-01b2a34b-f304-4afa-b769-54babffa386e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.741398] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148803, 'name': CreateVM_Task, 'duration_secs': 0.874864} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.741606] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.742457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.742565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.742911] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.743246] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df57565c-9fe8-41c3-8eeb-18615299abeb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.749419] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 820.749419] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bf8372-35aa-4af0-a8a8-7f6c16f88fca" [ 820.749419] env[69350]: _type = "Task" [ 820.749419] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.764254] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bf8372-35aa-4af0-a8a8-7f6c16f88fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.783828] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.930s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.785520] env[69350]: DEBUG nova.compute.manager [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.788876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.303s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.793420] env[69350]: DEBUG nova.objects.instance [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 820.799746] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.802877] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.802877] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9755d42-3706-44b9-8301-4097ebe5dd73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.810864] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 820.810864] env[69350]: value = "task-4148807" [ 820.810864] env[69350]: _type = "Task" [ 820.810864] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.824027] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.904097] env[69350]: DEBUG oslo_concurrency.lockutils [req-6881a0fc-a29e-49a8-b8cd-6158461f038d req-f49a05a8-b28a-4b58-bbf4-c5b907e6f04b service nova] Releasing lock "refresh_cache-c88e959f-7974-480e-b0d3-35f5afaeea97" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.905270] env[69350]: DEBUG oslo_vmware.api [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148804, 'name': ReconfigVM_Task, 'duration_secs': 0.663568} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.905270] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Reconfigured VM instance instance-00000023 to attach disk [datastore1] volume-9ddce208-842e-4b08-9a44-ccb9ab20b8fb/volume-9ddce208-842e-4b08-9a44-ccb9ab20b8fb.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.911067] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fabf1954-d7e6-4e53-810a-d7b12640cc54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.929581] env[69350]: DEBUG oslo_vmware.api [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 820.929581] env[69350]: value = "task-4148808" [ 820.929581] env[69350]: _type = "Task" [ 820.929581] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.945292] env[69350]: DEBUG oslo_vmware.api [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.989317] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.989317] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba33517f-92dd-45de-a6bb-ad4b39907d09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.000490] env[69350]: DEBUG oslo_vmware.api [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 821.000490] env[69350]: value = "task-4148809" [ 821.000490] env[69350]: _type = "Task" [ 821.000490] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.016483] env[69350]: DEBUG oslo_vmware.api [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.056530] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148806, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.164388] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.263931] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bf8372-35aa-4af0-a8a8-7f6c16f88fca, 'name': SearchDatastore_Task, 'duration_secs': 0.019071} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.263931] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.263931] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.263931] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.263931] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.263931] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.264513] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1bd28a8-95c5-4464-9b2b-d8f836d53724 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.277128] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.277432] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.281896] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1cd51c-2f0b-4de8-8b6c-292c91408818 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.295799] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 821.295799] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52411a59-bc2a-bc2f-b2f7-5f35100683ca" [ 821.295799] env[69350]: _type = "Task" [ 821.295799] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.308950] env[69350]: DEBUG nova.compute.utils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.308950] env[69350]: DEBUG nova.compute.manager [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 821.324219] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52411a59-bc2a-bc2f-b2f7-5f35100683ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014149} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.333150] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c577eedf-0dd0-4db2-9210-33473421ce61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.338141] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.343587] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 821.343587] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527fac14-aee4-2e41-4c54-83abe67e9fbc" [ 821.343587] env[69350]: _type = "Task" [ 821.343587] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.356629] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527fac14-aee4-2e41-4c54-83abe67e9fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.442921] env[69350]: DEBUG oslo_vmware.api [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148808, 'name': ReconfigVM_Task, 'duration_secs': 0.258679} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.443300] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821562', 'volume_id': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'name': 'volume-9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cebab59-253b-4037-99a0-26667add9e9d', 'attached_at': '', 'detached_at': '', 'volume_id': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'serial': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 821.514896] env[69350]: DEBUG oslo_vmware.api [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148809, 'name': PowerOffVM_Task, 'duration_secs': 0.232379} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.514896] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.514896] env[69350]: DEBUG nova.compute.manager [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.515773] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3e7a2c-1f4a-4633-978b-d618a34a9616 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.534053] env[69350]: DEBUG nova.network.neutron [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Successfully updated port: 08c98ebe-24fd-410a-a0b2-1f0ba75d6be8 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.558534] env[69350]: DEBUG oslo_vmware.api [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148806, 'name': PowerOnVM_Task, 'duration_secs': 0.604926} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.558916] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.559259] env[69350]: INFO nova.compute.manager [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Took 9.60 seconds to spawn the instance on the hypervisor. [ 821.559555] env[69350]: DEBUG nova.compute.manager [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.561364] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d8836a-f5ca-4951-90b0-a770827a5150 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.595108] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.595455] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.595711] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.598906] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.598906] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.601098] env[69350]: INFO nova.compute.manager [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Terminating instance [ 821.683753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.684088] env[69350]: DEBUG oslo_concurrency.lockutils [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.684278] env[69350]: DEBUG nova.compute.manager [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.686099] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ad472b-7f76-4789-9fe9-914cc851c75b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.693088] env[69350]: DEBUG nova.compute.manager [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 821.693422] env[69350]: DEBUG nova.objects.instance [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lazy-loading 'flavor' on Instance uuid bbe9feda-432b-46ad-80cb-c4a10f80c30a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.811431] env[69350]: DEBUG oslo_concurrency.lockutils [None req-59a8d66e-a961-4837-b19f-98452c6e2d19 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.812628] env[69350]: DEBUG nova.compute.manager [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.815946] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.726s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.822164] env[69350]: INFO nova.compute.claims [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.836022] env[69350]: DEBUG oslo_vmware.api [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148807, 'name': PowerOnVM_Task, 'duration_secs': 0.580719} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.836022] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.836022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance '46c02c77-062d-4f45-ab62-e432ec0c3ba7' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.837604] env[69350]: WARNING oslo_messaging._drivers.amqpdriver [None req-27cae5bd-7f6c-4e97-8aff-71b0e0a29f66 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 821.839670] env[69350]: DEBUG nova.compute.manager [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.840181] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.840429] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.840590] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.840816] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.841388] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.841388] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.841388] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.841552] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.841668] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.841996] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.842101] env[69350]: DEBUG nova.virt.hardware [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.844696] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc77bde-a9e2-46bd-9192-1ed58f956b4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.868454] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68bf56a-56c4-4b01-8626-6ea326ce8ebc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.873727] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527fac14-aee4-2e41-4c54-83abe67e9fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.018068} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.873783] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.878188] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] c88e959f-7974-480e-b0d3-35f5afaeea97/c88e959f-7974-480e-b0d3-35f5afaeea97.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.879611] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bf9bdcb-b930-4697-838a-510e9fb7ebf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.900020] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 821.900020] env[69350]: value = "task-4148810" [ 821.900020] env[69350]: _type = "Task" [ 821.900020] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.911568] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.034793] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e25131b-9cd6-4966-aba3-251f7eab4902 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.039626] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Acquiring lock "refresh_cache-1360f777-e835-4b01-af85-4dcc61e29f58" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.040707] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Acquired lock "refresh_cache-1360f777-e835-4b01-af85-4dcc61e29f58" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.041063] env[69350]: DEBUG nova.network.neutron [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.087783] env[69350]: INFO nova.compute.manager [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Took 33.28 seconds to build instance. [ 822.106597] env[69350]: DEBUG nova.compute.manager [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.108484] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.108484] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21af788-2b75-4beb-985a-421f72c4316a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.118633] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.119020] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7ea21cf-6d20-4f3e-8d59-102cc5667357 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.127627] env[69350]: DEBUG oslo_vmware.api [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 822.127627] env[69350]: value = "task-4148811" [ 822.127627] env[69350]: _type = "Task" [ 822.127627] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.140142] env[69350]: DEBUG oslo_vmware.api [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.414407] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148810, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.489206] env[69350]: DEBUG nova.objects.instance [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'flavor' on Instance uuid 0cebab59-253b-4037-99a0-26667add9e9d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.592162] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e865e3f-4034-4c29-aab3-cd497d5327ca tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.609s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.624156] env[69350]: DEBUG nova.network.neutron [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.639060] env[69350]: DEBUG oslo_vmware.api [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148811, 'name': PowerOffVM_Task, 'duration_secs': 0.349041} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.639479] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.639656] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.642020] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cafc012-d76a-4923-becc-ff8b558d35bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.704774] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.705291] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be7006d1-4cfd-4fe0-a3da-9bcd7f6da767 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.721493] env[69350]: DEBUG oslo_vmware.api [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 822.721493] env[69350]: value = "task-4148813" [ 822.721493] env[69350]: _type = "Task" [ 822.721493] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.726814] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.727051] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.727260] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Deleting the datastore file [datastore1] 2fa11155-93c9-497c-a25f-d24ffcedeb9e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.727934] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16277736-d9e1-4fda-a6af-3c0e6cba1cc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.734909] env[69350]: DEBUG oslo_vmware.api [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.737095] env[69350]: DEBUG oslo_vmware.api [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 822.737095] env[69350]: value = "task-4148814" [ 822.737095] env[69350]: _type = "Task" [ 822.737095] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.748778] env[69350]: DEBUG oslo_vmware.api [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.835494] env[69350]: DEBUG nova.compute.manager [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.870024] env[69350]: DEBUG nova.virt.hardware [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.870024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ab6c39-5c71-4295-a7ec-3b781a31d6dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.889172] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fea1d9-36d5-419f-9062-fe1c3295aac1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.920030] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.929155] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Creating folder: Project (8ec861ede9bd40639ea33e119a25a87f). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.929578] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6483d602-0605-48b7-b4e7-d8504b95aa9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.942161] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76522} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.947442] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] c88e959f-7974-480e-b0d3-35f5afaeea97/c88e959f-7974-480e-b0d3-35f5afaeea97.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.947698] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.947986] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Created folder: Project (8ec861ede9bd40639ea33e119a25a87f) in parent group-v821414. [ 822.948606] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Creating folder: Instances. Parent ref: group-v821567. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.949566] env[69350]: DEBUG nova.network.neutron [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Updating instance_info_cache with network_info: [{"id": "08c98ebe-24fd-410a-a0b2-1f0ba75d6be8", "address": "fa:16:3e:7c:ab:4d", "network": {"id": "1e4b2557-5a57-4298-812b-3cc139522a66", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1719523585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75404b506dce48c0bfcc40930baff34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08c98ebe-24", "ovs_interfaceid": "08c98ebe-24fd-410a-a0b2-1f0ba75d6be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.950952] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-625e8c5c-b240-482c-89b0-a27daaf9b7b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.955911] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07dc3e59-f8d7-4e0c-95c0-e115d8a8af95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.965391] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 822.965391] env[69350]: value = "task-4148816" [ 822.965391] env[69350]: _type = "Task" [ 822.965391] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.979304] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Created folder: Instances in parent group-v821567. [ 822.979949] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.980480] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.980480] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de65d085-3a53-419b-b490-d94c76b32a04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.002794] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.005736] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05aa1bab-ac44-48fb-99aa-ad9a32e031f3 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.349s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.018181] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.018181] env[69350]: value = "task-4148818" [ 823.018181] env[69350]: _type = "Task" [ 823.018181] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.030995] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148818, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.159226] env[69350]: DEBUG nova.compute.manager [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Received event network-vif-plugged-08c98ebe-24fd-410a-a0b2-1f0ba75d6be8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.159642] env[69350]: DEBUG oslo_concurrency.lockutils [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] Acquiring lock "1360f777-e835-4b01-af85-4dcc61e29f58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.159642] env[69350]: DEBUG oslo_concurrency.lockutils [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] Lock "1360f777-e835-4b01-af85-4dcc61e29f58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.159828] env[69350]: DEBUG oslo_concurrency.lockutils [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] Lock "1360f777-e835-4b01-af85-4dcc61e29f58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.159996] env[69350]: DEBUG nova.compute.manager [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] No waiting events found dispatching network-vif-plugged-08c98ebe-24fd-410a-a0b2-1f0ba75d6be8 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.160184] env[69350]: WARNING nova.compute.manager [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Received unexpected event network-vif-plugged-08c98ebe-24fd-410a-a0b2-1f0ba75d6be8 for instance with vm_state building and task_state spawning. [ 823.160344] env[69350]: DEBUG nova.compute.manager [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Received event network-changed-08c98ebe-24fd-410a-a0b2-1f0ba75d6be8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.160872] env[69350]: DEBUG nova.compute.manager [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Refreshing instance network info cache due to event network-changed-08c98ebe-24fd-410a-a0b2-1f0ba75d6be8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.160872] env[69350]: DEBUG oslo_concurrency.lockutils [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] Acquiring lock "refresh_cache-1360f777-e835-4b01-af85-4dcc61e29f58" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.234626] env[69350]: DEBUG oslo_vmware.api [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148813, 'name': PowerOffVM_Task, 'duration_secs': 0.335302} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.237634] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.237692] env[69350]: DEBUG nova.compute.manager [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.239389] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78e25d7-9633-49af-b014-6edf5a0bc7ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.254898] env[69350]: DEBUG oslo_vmware.api [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27943} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.258205] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.258292] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.258512] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.258709] env[69350]: INFO nova.compute.manager [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 823.258960] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.259596] env[69350]: DEBUG nova.compute.manager [-] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.259716] env[69350]: DEBUG nova.network.neutron [-] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.459327] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Releasing lock "refresh_cache-1360f777-e835-4b01-af85-4dcc61e29f58" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.459327] env[69350]: DEBUG nova.compute.manager [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Instance network_info: |[{"id": "08c98ebe-24fd-410a-a0b2-1f0ba75d6be8", "address": "fa:16:3e:7c:ab:4d", "network": {"id": "1e4b2557-5a57-4298-812b-3cc139522a66", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1719523585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75404b506dce48c0bfcc40930baff34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08c98ebe-24", "ovs_interfaceid": "08c98ebe-24fd-410a-a0b2-1f0ba75d6be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.459556] env[69350]: DEBUG oslo_concurrency.lockutils [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] Acquired lock "refresh_cache-1360f777-e835-4b01-af85-4dcc61e29f58" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.461418] env[69350]: DEBUG nova.network.neutron [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Refreshing network info cache for port 08c98ebe-24fd-410a-a0b2-1f0ba75d6be8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.461418] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:ab:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08c98ebe-24fd-410a-a0b2-1f0ba75d6be8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.472107] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Creating folder: Project (75404b506dce48c0bfcc40930baff34e). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.473354] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33b67b29-eac1-4167-b0ff-6604ad9bbb34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.492839] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095469} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.493596] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.494641] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd91c0f-da69-40d6-a785-86c8f7be9bc8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.501495] env[69350]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 823.501495] env[69350]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69350) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 823.501495] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Folder already exists: Project (75404b506dce48c0bfcc40930baff34e). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 823.501623] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Creating folder: Instances. Parent ref: group-v821525. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.515395] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f518c5d0-3d61-4055-b591-6f7c878ef690 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.528317] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] c88e959f-7974-480e-b0d3-35f5afaeea97/c88e959f-7974-480e-b0d3-35f5afaeea97.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.532127] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c27a42-5658-43bc-ae23-a63bbd63fc3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.564472] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148818, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.567868] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Created folder: Instances in parent group-v821525. [ 823.569303] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.569303] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 823.569303] env[69350]: value = "task-4148821" [ 823.569303] env[69350]: _type = "Task" [ 823.569303] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.569303] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.573027] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-383d912d-fe27-4e5f-a87e-d8ffefd9c622 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.601024] env[69350]: DEBUG nova.objects.instance [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'flavor' on Instance uuid 97a20fc1-ef2b-4927-b335-3fd748bf90e3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.608361] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.610244] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.610244] env[69350]: value = "task-4148822" [ 823.610244] env[69350]: _type = "Task" [ 823.610244] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.621845] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148822, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.652559] env[69350]: INFO nova.compute.manager [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Rebuilding instance [ 823.664591] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec4aaea-3dc1-423b-a0ba-9b181622ff33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.678106] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de6f62b-ea12-4fbc-9750-277ca6a676e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.718247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "0cebab59-253b-4037-99a0-26667add9e9d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.718518] env[69350]: DEBUG oslo_concurrency.lockutils [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.718772] env[69350]: DEBUG nova.compute.manager [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.724549] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865a8ae6-a24d-4d8f-be8c-1430f2acebbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.729246] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cd4086-7e9c-490f-b298-71a7c04b2af6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.742185] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c603-bb5f-f19e-61ac-eec84a4d1858/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 823.743610] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b20a2-cc86-43de-8e23-9a7dfc2710b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.747834] env[69350]: DEBUG nova.compute.manager [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 823.748474] env[69350]: DEBUG nova.objects.instance [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'flavor' on Instance uuid 0cebab59-253b-4037-99a0-26667add9e9d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.750474] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153885d-6ed7-4788-ba62-f5a7a15533eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.772285] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c603-bb5f-f19e-61ac-eec84a4d1858/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 823.772494] env[69350]: ERROR oslo_vmware.rw_handles [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c603-bb5f-f19e-61ac-eec84a4d1858/disk-0.vmdk due to incomplete transfer. [ 823.772939] env[69350]: DEBUG nova.compute.provider_tree [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.778062] env[69350]: DEBUG oslo_concurrency.lockutils [None req-924ee118-f6ce-4a0c-b264-74d2c4a739e8 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.778062] env[69350]: DEBUG nova.compute.manager [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.778062] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f8a2170-537e-4f94-a096-9107b63165f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.779194] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242d9e2f-9915-4785-8d48-a864fb1ff69a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.792877] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c603-bb5f-f19e-61ac-eec84a4d1858/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 823.793171] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Uploaded image 52ad6d0f-5ed3-4abe-823b-51bf618c764e to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 823.798785] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 823.798785] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2dfb914-fafc-40ec-8351-909191c59de9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.805821] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 823.805821] env[69350]: value = "task-4148823" [ 823.805821] env[69350]: _type = "Task" [ 823.805821] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.815769] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148823, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.046862] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148818, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.082855] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148821, 'name': ReconfigVM_Task, 'duration_secs': 0.353537} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.084286] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Reconfigured VM instance instance-00000032 to attach disk [datastore1] c88e959f-7974-480e-b0d3-35f5afaeea97/c88e959f-7974-480e-b0d3-35f5afaeea97.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.084286] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df020fb8-fc93-455d-8929-ed4669bdafe9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.095259] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 824.095259] env[69350]: value = "task-4148824" [ 824.095259] env[69350]: _type = "Task" [ 824.095259] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.107449] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.107743] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.107947] env[69350]: DEBUG nova.network.neutron [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.108312] env[69350]: DEBUG nova.objects.instance [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'info_cache' on Instance uuid 97a20fc1-ef2b-4927-b335-3fd748bf90e3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.115890] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148824, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.129028] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148822, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.264667] env[69350]: DEBUG nova.network.neutron [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Updated VIF entry in instance network info cache for port 08c98ebe-24fd-410a-a0b2-1f0ba75d6be8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.265061] env[69350]: DEBUG nova.network.neutron [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Updating instance_info_cache with network_info: [{"id": "08c98ebe-24fd-410a-a0b2-1f0ba75d6be8", "address": "fa:16:3e:7c:ab:4d", "network": {"id": "1e4b2557-5a57-4298-812b-3cc139522a66", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1719523585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75404b506dce48c0bfcc40930baff34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08c98ebe-24", "ovs_interfaceid": "08c98ebe-24fd-410a-a0b2-1f0ba75d6be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.284165] env[69350]: DEBUG nova.scheduler.client.report [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.294032] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.294032] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.323227] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148823, 'name': Destroy_Task, 'duration_secs': 0.452381} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.323227] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Destroyed the VM [ 824.323227] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 824.323227] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e439f5d4-b150-4932-80f4-5ae8eda4c01c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.332775] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 824.332775] env[69350]: value = "task-4148825" [ 824.332775] env[69350]: _type = "Task" [ 824.332775] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.344407] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148825, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.542309] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148818, 'name': CreateVM_Task, 'duration_secs': 1.306805} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.542690] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.542940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.543122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.543457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.543715] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad07bf3f-a9b4-41c3-8a18-dab3c623b44b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.548897] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 824.548897] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e08966-0fdb-ed56-7130-86c4fa0d6bdf" [ 824.548897] env[69350]: _type = "Task" [ 824.548897] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.557829] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e08966-0fdb-ed56-7130-86c4fa0d6bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.606185] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148824, 'name': Rename_Task, 'duration_secs': 0.203202} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.606539] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.606805] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc8a6680-2fb6-4b5b-8f9b-d2d291faa21a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.614246] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 824.614246] env[69350]: value = "task-4148826" [ 824.614246] env[69350]: _type = "Task" [ 824.614246] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.621349] env[69350]: DEBUG nova.objects.base [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Object Instance<97a20fc1-ef2b-4927-b335-3fd748bf90e3> lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 824.639235] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148826, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.643769] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148822, 'name': CreateVM_Task, 'duration_secs': 0.749608} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.643959] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.644653] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '2194adb7-3111-43ee-99bb-2e685d854d4f', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821537', 'volume_id': 'dfa11666-fe42-45ca-b2d8-239815cadca1', 'name': 'volume-dfa11666-fe42-45ca-b2d8-239815cadca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1360f777-e835-4b01-af85-4dcc61e29f58', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfa11666-fe42-45ca-b2d8-239815cadca1', 'serial': 'dfa11666-fe42-45ca-b2d8-239815cadca1'}, 'mount_device': '/dev/sda', 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69350) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 824.644900] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Root volume attach. Driver type: vmdk {{(pid=69350) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 824.646055] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a51439c-7749-4f07-8dbc-afae2b9c2ee7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.657033] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6b8560-34c1-4af4-85d1-01bac9ad3d46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.664424] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1db5a3-5254-42be-96d3-ee14287dbfe3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.674047] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-15674fb9-c3ea-44be-9271-23a225d1ba57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.682096] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for the task: (returnval){ [ 824.682096] env[69350]: value = "task-4148827" [ 824.682096] env[69350]: _type = "Task" [ 824.682096] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.692024] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148827, 'name': RelocateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.768447] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.770611] env[69350]: DEBUG oslo_concurrency.lockutils [req-5649e02c-ce94-435c-a859-615dcc0fefa4 req-ae5407c2-a02b-4124-8c75-7aca2628428a service nova] Releasing lock "refresh_cache-1360f777-e835-4b01-af85-4dcc61e29f58" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.770611] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c480ce4-e056-439f-921e-9bbbe7e9c6a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.779813] env[69350]: DEBUG oslo_vmware.api [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 824.779813] env[69350]: value = "task-4148828" [ 824.779813] env[69350]: _type = "Task" [ 824.779813] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.790893] env[69350]: DEBUG oslo_vmware.api [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.792966] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.977s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.793559] env[69350]: DEBUG nova.compute.manager [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.796875] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.547s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.797200] env[69350]: DEBUG nova.objects.instance [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lazy-loading 'resources' on Instance uuid 243fd51e-b95b-4611-aa0c-336e9a203867 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.816116] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.816116] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-701a0667-1c7c-4cbc-8329-c165ee32f1ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.816561] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.816983] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.817768] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.817953] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.818103] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.818313] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.818465] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 824.818637] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.823614] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 824.823614] env[69350]: value = "task-4148829" [ 824.823614] env[69350]: _type = "Task" [ 824.823614] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.828203] env[69350]: DEBUG nova.network.neutron [-] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.844829] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.852328] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148825, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.066728] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e08966-0fdb-ed56-7130-86c4fa0d6bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.067153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.067429] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.067754] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.067955] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.068242] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.068617] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be0b1ce7-15cd-440c-abbd-b6f75ea7fc66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.106881] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.107159] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.108635] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449e1aaa-9683-4b07-912c-50c53de912de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.123772] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 825.123772] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b5f4d5-35e3-49b9-60c5-1d14a297ce46" [ 825.123772] env[69350]: _type = "Task" [ 825.123772] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.137740] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b5f4d5-35e3-49b9-60c5-1d14a297ce46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.139993] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.196763] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148827, 'name': RelocateVM_Task} progress is 35%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.297505] env[69350]: DEBUG oslo_vmware.api [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148828, 'name': PowerOffVM_Task, 'duration_secs': 0.328023} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.298055] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.298186] env[69350]: DEBUG nova.compute.manager [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.299217] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5d7aff-e2fb-4ddd-ab6f-a010b6363882 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.313056] env[69350]: DEBUG nova.compute.utils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.319363] env[69350]: DEBUG nova.compute.manager [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.319363] env[69350]: DEBUG nova.network.neutron [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.329039] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.339141] env[69350]: INFO nova.compute.manager [-] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Took 2.08 seconds to deallocate network for instance. [ 825.363322] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148829, 'name': PowerOffVM_Task, 'duration_secs': 0.313991} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.372460] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.372773] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.379848] env[69350]: DEBUG oslo_vmware.api [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148825, 'name': RemoveSnapshot_Task, 'duration_secs': 0.784887} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.379848] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e858772-9b4d-4142-927e-bbad3d67958a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.385849] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 825.387629] env[69350]: INFO nova.compute.manager [None req-f80b6626-b0c0-4779-9f87-3a1e9a181739 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Took 17.42 seconds to snapshot the instance on the hypervisor. [ 825.393039] env[69350]: DEBUG nova.policy [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df702db1ec0b4a50a5e23e79b2f79d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15c998f3db3849e2b16e4d90ebaa7df4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.402718] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.405650] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d268100b-4f8e-4feb-b224-7154327f4b41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.474558] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.475074] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.475363] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleting the datastore file [datastore1] d2b06e9d-08da-4ce7-b946-df21b69ee0b7 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.475765] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc433264-a96c-4c12-b7ad-6a225858675f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.487918] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 825.487918] env[69350]: value = "task-4148831" [ 825.487918] env[69350]: _type = "Task" [ 825.487918] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.501667] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.570140] env[69350]: DEBUG nova.compute.manager [req-436ae83f-b7ea-4df2-9c26-3f8829dba581 req-2cd90a24-f513-4641-9a7a-2663682af158 service nova] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Received event network-vif-deleted-a47e128e-5d4b-493a-a2ab-480a98f83418 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.634754] env[69350]: DEBUG oslo_vmware.api [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148826, 'name': PowerOnVM_Task, 'duration_secs': 0.677449} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.635561] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.635787] env[69350]: INFO nova.compute.manager [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Took 10.83 seconds to spawn the instance on the hypervisor. [ 825.635977] env[69350]: DEBUG nova.compute.manager [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.637103] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5686971c-60fe-40ee-a542-e190b4fb2f3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.649948] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b5f4d5-35e3-49b9-60c5-1d14a297ce46, 'name': SearchDatastore_Task, 'duration_secs': 0.030753} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.651869] env[69350]: DEBUG nova.network.neutron [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance_info_cache with network_info: [{"id": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "address": "fa:16:3e:f1:e8:63", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ef60e-df", "ovs_interfaceid": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.665933] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154ada4e-ca7e-401a-b094-947807143b8b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.680757] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 825.680757] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bdb70e-854e-41e5-d09d-98859218d6f5" [ 825.680757] env[69350]: _type = "Task" [ 825.680757] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.697665] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bdb70e-854e-41e5-d09d-98859218d6f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.706184] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148827, 'name': RelocateVM_Task} progress is 49%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.819203] env[69350]: DEBUG nova.compute.manager [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.829358] env[69350]: DEBUG oslo_concurrency.lockutils [None req-206fc012-77d3-451f-9db7-ab4748327a1d tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.111s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.856746] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.898102] env[69350]: DEBUG nova.network.neutron [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Successfully created port: 2d4c8c69-a493-4e59-b809-1d5ac6265605 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.008215] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348646} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.009812] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.009926] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.010151] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.034269] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820071e6-0bfd-4322-a174-f5e0af7d46d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.042279] env[69350]: DEBUG nova.network.neutron [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Port 7c5811f0-4e24-4adc-97ae-1d3603e8c69c binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 826.042864] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.043143] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.043341] env[69350]: DEBUG nova.network.neutron [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.050322] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce285ac2-ced1-4cd1-8335-17a6d0f98d83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.092689] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f0225-ebaa-4af6-9a1d-fd234cec1f28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.108390] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0da5e0c-36fc-4ac7-9574-54eb2d7fe6fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.132553] env[69350]: DEBUG nova.compute.provider_tree [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.158470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.185737] env[69350]: INFO nova.compute.manager [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Took 33.70 seconds to build instance. [ 826.198228] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148827, 'name': RelocateVM_Task} progress is 62%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.202779] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bdb70e-854e-41e5-d09d-98859218d6f5, 'name': SearchDatastore_Task, 'duration_secs': 0.029198} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.204468] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.204784] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8/9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.205593] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cebf4a5-1c08-430d-add6-698f11b43fd3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.219151] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 826.219151] env[69350]: value = "task-4148832" [ 826.219151] env[69350]: _type = "Task" [ 826.219151] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.237988] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.455029] env[69350]: DEBUG nova.objects.instance [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lazy-loading 'flavor' on Instance uuid bbe9feda-432b-46ad-80cb-c4a10f80c30a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.636772] env[69350]: DEBUG nova.scheduler.client.report [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.699062] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bdd192df-bc75-473e-9908-0624cec91498 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "c88e959f-7974-480e-b0d3-35f5afaeea97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.887s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.711982] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148827, 'name': RelocateVM_Task} progress is 75%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.735455] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.837252] env[69350]: DEBUG nova.compute.manager [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.872640] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.872895] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.873072] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.873313] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.873488] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.873644] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.873862] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.874090] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.874210] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.874375] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.874553] env[69350]: DEBUG nova.virt.hardware [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.875519] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfcba54-0ca6-4830-8098-33d8be87db1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.891255] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a7a7d-cf6d-42dd-b2af-0ac47878f1e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.963373] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "refresh_cache-bbe9feda-432b-46ad-80cb-c4a10f80c30a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.964347] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquired lock "refresh_cache-bbe9feda-432b-46ad-80cb-c4a10f80c30a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.964578] env[69350]: DEBUG nova.network.neutron [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.964773] env[69350]: DEBUG nova.objects.instance [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lazy-loading 'info_cache' on Instance uuid bbe9feda-432b-46ad-80cb-c4a10f80c30a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.971067] env[69350]: DEBUG nova.objects.instance [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'flavor' on Instance uuid 0cebab59-253b-4037-99a0-26667add9e9d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.018280] env[69350]: DEBUG nova.network.neutron [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance_info_cache with network_info: [{"id": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "address": "fa:16:3e:6a:5d:c6", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5811f0-4e", "ovs_interfaceid": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.069284] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.069660] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.069885] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.070079] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.070380] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.070634] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.070988] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.071301] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.071593] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.071801] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.072061] env[69350]: DEBUG nova.virt.hardware [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.073677] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89567ef6-fa49-4178-88f9-f002e6a8fa55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.092038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59f2e37-bae5-4023-8e8f-a78bef3a9e2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.117266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "f6e56bac-d347-478d-8be9-7e6ab9de1977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.117566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "f6e56bac-d347-478d-8be9-7e6ab9de1977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.120034] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:6a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7336145f-f3ff-4dea-b5f4-6aa885999ccf', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.128300] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.129271] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.129633] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad8b72a4-2ae0-4642-ab8e-967b2e6fd8c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.148235] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.151124] env[69350]: DEBUG oslo_concurrency.lockutils [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.650s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.152058] env[69350]: DEBUG nova.objects.instance [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lazy-loading 'resources' on Instance uuid 69a20aa3-1f89-4e23-9c22-0220c8197535 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.165193] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.165193] env[69350]: value = "task-4148833" [ 827.165193] env[69350]: _type = "Task" [ 827.165193] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.171816] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.172539] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa23d82c-5585-40b2-bb7f-1c74756f93ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.183475] env[69350]: DEBUG oslo_vmware.api [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 827.183475] env[69350]: value = "task-4148834" [ 827.183475] env[69350]: _type = "Task" [ 827.183475] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.188418] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148833, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.189957] env[69350]: INFO nova.scheduler.client.report [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Deleted allocations for instance 243fd51e-b95b-4611-aa0c-336e9a203867 [ 827.210071] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148827, 'name': RelocateVM_Task} progress is 86%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.219909] env[69350]: DEBUG oslo_vmware.api [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148834, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.242320] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148832, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.471482] env[69350]: DEBUG nova.objects.base [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 827.489479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.489479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquired lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.489479] env[69350]: DEBUG nova.network.neutron [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.489479] env[69350]: DEBUG nova.objects.instance [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'info_cache' on Instance uuid 0cebab59-253b-4037-99a0-26667add9e9d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.520244] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.630679] env[69350]: DEBUG nova.compute.manager [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.685678] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148833, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.714895] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9e8a6735-1892-46b0-8965-814cc0feec3f tempest-ServersAaction247Test-584283842 tempest-ServersAaction247Test-584283842-project-member] Lock "243fd51e-b95b-4611-aa0c-336e9a203867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.367s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.726187] env[69350]: DEBUG oslo_vmware.api [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.736850] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148827, 'name': RelocateVM_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.745265] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148832, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.849426] env[69350]: DEBUG nova.network.neutron [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Successfully updated port: 2d4c8c69-a493-4e59-b809-1d5ac6265605 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.858855] env[69350]: DEBUG nova.compute.manager [req-b738f68d-1e11-40ed-8566-8d61bdf75a91 req-4f7b1e22-e031-4e54-9a5e-659da0d46877 service nova] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Received event network-vif-plugged-2d4c8c69-a493-4e59-b809-1d5ac6265605 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.859127] env[69350]: DEBUG oslo_concurrency.lockutils [req-b738f68d-1e11-40ed-8566-8d61bdf75a91 req-4f7b1e22-e031-4e54-9a5e-659da0d46877 service nova] Acquiring lock "7125c072-cf6c-4a99-8217-97c0a89bfab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.859350] env[69350]: DEBUG oslo_concurrency.lockutils [req-b738f68d-1e11-40ed-8566-8d61bdf75a91 req-4f7b1e22-e031-4e54-9a5e-659da0d46877 service nova] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.859720] env[69350]: DEBUG oslo_concurrency.lockutils [req-b738f68d-1e11-40ed-8566-8d61bdf75a91 req-4f7b1e22-e031-4e54-9a5e-659da0d46877 service nova] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.859720] env[69350]: DEBUG nova.compute.manager [req-b738f68d-1e11-40ed-8566-8d61bdf75a91 req-4f7b1e22-e031-4e54-9a5e-659da0d46877 service nova] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] No waiting events found dispatching network-vif-plugged-2d4c8c69-a493-4e59-b809-1d5ac6265605 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.859840] env[69350]: WARNING nova.compute.manager [req-b738f68d-1e11-40ed-8566-8d61bdf75a91 req-4f7b1e22-e031-4e54-9a5e-659da0d46877 service nova] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Received unexpected event network-vif-plugged-2d4c8c69-a493-4e59-b809-1d5ac6265605 for instance with vm_state building and task_state spawning. [ 827.993465] env[69350]: DEBUG nova.objects.base [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Object Instance<0cebab59-253b-4037-99a0-26667add9e9d> lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 828.031967] env[69350]: DEBUG nova.compute.manager [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69350) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 828.032263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.169668] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.174456] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.174745] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.187631] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148833, 'name': CreateVM_Task, 'duration_secs': 0.800629} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.192551] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.193868] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.194158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.195031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.200321] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed008f2d-66a7-483a-89b8-f9c557cdda61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.220845] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 828.220845] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528553be-87db-1a67-5d83-4682c14de3fb" [ 828.220845] env[69350]: _type = "Task" [ 828.220845] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.221855] env[69350]: DEBUG oslo_vmware.api [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148834, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.231740] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148827, 'name': RelocateVM_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.243205] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148832, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.585363} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.247922] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8/9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.248241] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.248939] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528553be-87db-1a67-5d83-4682c14de3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014492} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.251886] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8da5ae16-314f-4cf9-ae78-3fc261efa37d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.254152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.254407] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.254635] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.254821] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.255059] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.255993] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d5d0e4f-9666-4b25-bea6-f6a5df11d82e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.269027] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 828.269027] env[69350]: value = "task-4148835" [ 828.269027] env[69350]: _type = "Task" [ 828.269027] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.270018] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.270314] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.274170] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48af9c55-a771-47ab-8f2b-46e1e97901ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.288509] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.290494] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 828.290494] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52965d89-5422-7004-f8f9-194785f0fb34" [ 828.290494] env[69350]: _type = "Task" [ 828.290494] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.303216] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52965d89-5422-7004-f8f9-194785f0fb34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.309711] env[69350]: DEBUG nova.network.neutron [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Updating instance_info_cache with network_info: [{"id": "95ad8d6c-8f08-4c0b-8767-70656a5abafb", "address": "fa:16:3e:93:b8:8a", "network": {"id": "536c7c2c-c093-4047-9c4f-a41dd9a8dd19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1753405647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa009e14dee4f0587e1ca32a86ed379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ad8d6c-8f", "ovs_interfaceid": "95ad8d6c-8f08-4c0b-8767-70656a5abafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.363545] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "refresh_cache-7125c072-cf6c-4a99-8217-97c0a89bfab9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.363545] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "refresh_cache-7125c072-cf6c-4a99-8217-97c0a89bfab9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.363545] env[69350]: DEBUG nova.network.neutron [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.412187] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c8c285-e81f-4abf-b3d8-934a1b7ce632 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.425350] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db31bbb-f93c-4ead-8b43-57c11dff2666 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.461487] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5425c0cc-80a2-4d11-b8f9-4a2c8dd92a23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.470731] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e193713-25f0-4b23-8986-7f3240892240 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.487557] env[69350]: DEBUG nova.compute.provider_tree [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.685884] env[69350]: DEBUG nova.compute.manager [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.707089] env[69350]: DEBUG oslo_vmware.api [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148834, 'name': PowerOnVM_Task, 'duration_secs': 1.121748} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.707548] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.707769] env[69350]: DEBUG nova.compute.manager [None req-3df79074-37a0-4568-95e0-ae59c0e23d60 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.712781] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c493913d-8e4f-43c7-a06d-0b89232676c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.724540] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148827, 'name': RelocateVM_Task} progress is 98%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.779160] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084389} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.779440] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.780256] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daedcfba-5f12-4c48-abf4-671a4008a288 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.802114] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8/9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.805959] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782effcc-7f01-46ca-920e-29af2985e2ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.821281] env[69350]: DEBUG nova.network.neutron [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Updating instance_info_cache with network_info: [{"id": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "address": "fa:16:3e:91:c9:dd", "network": {"id": "a904e662-0424-4802-b858-8916f1659570", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1580779450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edac660dc11344ac82b15114689aff9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afe6357-ec", "ovs_interfaceid": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.823363] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Releasing lock "refresh_cache-bbe9feda-432b-46ad-80cb-c4a10f80c30a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.831458] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52965d89-5422-7004-f8f9-194785f0fb34, 'name': SearchDatastore_Task, 'duration_secs': 0.01389} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.834787] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 828.834787] env[69350]: value = "task-4148836" [ 828.834787] env[69350]: _type = "Task" [ 828.834787] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.835061] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90cc6534-538f-47ef-be25-2b593577a25b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.849496] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.850808] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 828.850808] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5286b31d-ae9e-13ad-6d38-851db98949eb" [ 828.850808] env[69350]: _type = "Task" [ 828.850808] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.861099] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5286b31d-ae9e-13ad-6d38-851db98949eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.893766] env[69350]: DEBUG nova.network.neutron [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.991487] env[69350]: DEBUG nova.scheduler.client.report [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.032388] env[69350]: DEBUG nova.network.neutron [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Updating instance_info_cache with network_info: [{"id": "2d4c8c69-a493-4e59-b809-1d5ac6265605", "address": "fa:16:3e:bd:e4:bb", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d4c8c69-a4", "ovs_interfaceid": "2d4c8c69-a493-4e59-b809-1d5ac6265605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.224906] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148827, 'name': RelocateVM_Task, 'duration_secs': 4.447021} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.226281] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.226643] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 829.226779] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821537', 'volume_id': 'dfa11666-fe42-45ca-b2d8-239815cadca1', 'name': 'volume-dfa11666-fe42-45ca-b2d8-239815cadca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1360f777-e835-4b01-af85-4dcc61e29f58', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfa11666-fe42-45ca-b2d8-239815cadca1', 'serial': 'dfa11666-fe42-45ca-b2d8-239815cadca1'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 829.228154] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ca5363-fb7f-4a39-8eaa-bb471d396512 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.257226] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640fc175-8026-4aee-a303-7132a9e83e94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.282809] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-dfa11666-fe42-45ca-b2d8-239815cadca1/volume-dfa11666-fe42-45ca-b2d8-239815cadca1.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.283601] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f89882f6-d5b5-4504-8cbb-fcd557db3ae4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.308689] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for the task: (returnval){ [ 829.308689] env[69350]: value = "task-4148837" [ 829.308689] env[69350]: _type = "Task" [ 829.308689] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.318321] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.326222] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Releasing lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.350630] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.363715] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5286b31d-ae9e-13ad-6d38-851db98949eb, 'name': SearchDatastore_Task, 'duration_secs': 0.015112} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.364095] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.366203] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] d2b06e9d-08da-4ce7-b946-df21b69ee0b7/d2b06e9d-08da-4ce7-b946-df21b69ee0b7.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.366203] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a893d2e-de1d-462a-98dc-721d0a8cc488 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.374122] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 829.374122] env[69350]: value = "task-4148838" [ 829.374122] env[69350]: _type = "Task" [ 829.374122] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.387032] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.497201] env[69350]: DEBUG oslo_concurrency.lockutils [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.500612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.443s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.500612] env[69350]: DEBUG nova.objects.instance [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lazy-loading 'resources' on Instance uuid 0972b291-5b74-4ca7-923e-10815f8de11f {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.528574] env[69350]: INFO nova.scheduler.client.report [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleted allocations for instance 69a20aa3-1f89-4e23-9c22-0220c8197535 [ 829.536946] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "refresh_cache-7125c072-cf6c-4a99-8217-97c0a89bfab9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.537292] env[69350]: DEBUG nova.compute.manager [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Instance network_info: |[{"id": "2d4c8c69-a493-4e59-b809-1d5ac6265605", "address": "fa:16:3e:bd:e4:bb", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d4c8c69-a4", "ovs_interfaceid": "2d4c8c69-a493-4e59-b809-1d5ac6265605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.538146] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:e4:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d4c8c69-a493-4e59-b809-1d5ac6265605', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.549259] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.550061] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.550468] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04b34f94-77ff-41bc-b315-d691caf770e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.572374] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.572374] env[69350]: value = "task-4148839" [ 829.572374] env[69350]: _type = "Task" [ 829.572374] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.583668] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148839, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.820008] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148837, 'name': ReconfigVM_Task, 'duration_secs': 0.456313} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.820339] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-dfa11666-fe42-45ca-b2d8-239815cadca1/volume-dfa11666-fe42-45ca-b2d8-239815cadca1.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.825848] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-419dbaf6-acd7-4a36-9825-b6915a52201d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.840467] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.841084] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43208e8a-01cb-46fb-8a53-dccf67b4128c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.853554] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for the task: (returnval){ [ 829.853554] env[69350]: value = "task-4148840" [ 829.853554] env[69350]: _type = "Task" [ 829.853554] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.868271] env[69350]: DEBUG oslo_vmware.api [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 829.868271] env[69350]: value = "task-4148841" [ 829.868271] env[69350]: _type = "Task" [ 829.868271] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.868801] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148836, 'name': ReconfigVM_Task, 'duration_secs': 0.635005} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.869749] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8/9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.874614] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b42c1b47-dc19-413d-af36-37d8eeef3cd3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.884821] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.897102] env[69350]: DEBUG oslo_vmware.api [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148841, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.899462] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 829.899462] env[69350]: value = "task-4148842" [ 829.899462] env[69350]: _type = "Task" [ 829.899462] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.908101] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148838, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.915923] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148842, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.039273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-544a27ef-eb0e-4a87-acf4-5caa8569a280 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "69a20aa3-1f89-4e23-9c22-0220c8197535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.539s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.099328] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148839, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.218709] env[69350]: DEBUG nova.compute.manager [req-e4e7ac4a-49fb-4c9f-98b6-bef425da0456 req-9a73b2d0-0589-493d-9cdf-da04bc09ffc2 service nova] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Received event network-changed-2d4c8c69-a493-4e59-b809-1d5ac6265605 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.218880] env[69350]: DEBUG nova.compute.manager [req-e4e7ac4a-49fb-4c9f-98b6-bef425da0456 req-9a73b2d0-0589-493d-9cdf-da04bc09ffc2 service nova] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Refreshing instance network info cache due to event network-changed-2d4c8c69-a493-4e59-b809-1d5ac6265605. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.221034] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4e7ac4a-49fb-4c9f-98b6-bef425da0456 req-9a73b2d0-0589-493d-9cdf-da04bc09ffc2 service nova] Acquiring lock "refresh_cache-7125c072-cf6c-4a99-8217-97c0a89bfab9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.221449] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4e7ac4a-49fb-4c9f-98b6-bef425da0456 req-9a73b2d0-0589-493d-9cdf-da04bc09ffc2 service nova] Acquired lock "refresh_cache-7125c072-cf6c-4a99-8217-97c0a89bfab9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.221572] env[69350]: DEBUG nova.network.neutron [req-e4e7ac4a-49fb-4c9f-98b6-bef425da0456 req-9a73b2d0-0589-493d-9cdf-da04bc09ffc2 service nova] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Refreshing network info cache for port 2d4c8c69-a493-4e59-b809-1d5ac6265605 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.345691] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.346112] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8df061-d03f-4496-9489-f96999c95601 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.356755] env[69350]: DEBUG oslo_vmware.api [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 830.356755] env[69350]: value = "task-4148843" [ 830.356755] env[69350]: _type = "Task" [ 830.356755] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.380057] env[69350]: DEBUG oslo_vmware.api [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.380363] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148840, 'name': ReconfigVM_Task, 'duration_secs': 0.406449} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.383436] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821537', 'volume_id': 'dfa11666-fe42-45ca-b2d8-239815cadca1', 'name': 'volume-dfa11666-fe42-45ca-b2d8-239815cadca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1360f777-e835-4b01-af85-4dcc61e29f58', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfa11666-fe42-45ca-b2d8-239815cadca1', 'serial': 'dfa11666-fe42-45ca-b2d8-239815cadca1'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 830.384666] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6282452a-8834-4667-8865-70d1b7710246 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.393712] env[69350]: DEBUG oslo_vmware.api [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148841, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.402380] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for the task: (returnval){ [ 830.402380] env[69350]: value = "task-4148844" [ 830.402380] env[69350]: _type = "Task" [ 830.402380] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.402733] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637327} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.407178] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] d2b06e9d-08da-4ce7-b946-df21b69ee0b7/d2b06e9d-08da-4ce7-b946-df21b69ee0b7.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.407384] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.411471] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84fd757e-de85-46d3-9095-3e2d2ab23b39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.420686] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148844, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.425963] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148842, 'name': Rename_Task, 'duration_secs': 0.36111} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.426649] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 830.426649] env[69350]: value = "task-4148845" [ 830.426649] env[69350]: _type = "Task" [ 830.426649] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.426847] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.427401] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1258754-7aa4-430e-959f-ee4254d05fdb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.444095] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.445965] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 830.445965] env[69350]: value = "task-4148846" [ 830.445965] env[69350]: _type = "Task" [ 830.445965] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.461028] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.572488] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad666be8-1e6b-4af4-a231-739f54a13013 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.588779] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bac134d-ca6a-463c-8992-a67ef4962a6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.592257] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148839, 'name': CreateVM_Task, 'duration_secs': 0.719639} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.592436] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.593576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.593769] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.594110] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.594394] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a396fc7d-11e1-473d-b432-9f27b033a872 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.626928] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc50e7e-e6a6-45a9-ae35-7a6bbffc3d69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.631212] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 830.631212] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bbcd3b-01f1-012b-a50c-6b7a94df1771" [ 830.631212] env[69350]: _type = "Task" [ 830.631212] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.640080] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1d9f7d-d927-4136-bb2c-d508e0ce682e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.650031] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bbcd3b-01f1-012b-a50c-6b7a94df1771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.659163] env[69350]: DEBUG nova.compute.provider_tree [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.872069] env[69350]: DEBUG oslo_vmware.api [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.890352] env[69350]: DEBUG oslo_vmware.api [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148841, 'name': PowerOnVM_Task, 'duration_secs': 0.555768} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.891668] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.892121] env[69350]: DEBUG nova.compute.manager [None req-0b49241f-13bb-4f6c-b2bb-9b34d754ccd6 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.893110] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1146d23f-8d62-4f23-abe3-54ad3317d2ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.918824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.919425] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.929212] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148844, 'name': Rename_Task, 'duration_secs': 0.186585} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.933241] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.936194] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9469d341-456f-42de-bc7a-e56e49747571 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.947122] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092819} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.952431] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.953348] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for the task: (returnval){ [ 830.953348] env[69350]: value = "task-4148847" [ 830.953348] env[69350]: _type = "Task" [ 830.953348] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.954687] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389dce4c-511a-4907-bdf1-2df36911d9e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.971027] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148846, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.990502] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] d2b06e9d-08da-4ce7-b946-df21b69ee0b7/d2b06e9d-08da-4ce7-b946-df21b69ee0b7.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.991820] env[69350]: DEBUG nova.network.neutron [req-e4e7ac4a-49fb-4c9f-98b6-bef425da0456 req-9a73b2d0-0589-493d-9cdf-da04bc09ffc2 service nova] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Updated VIF entry in instance network info cache for port 2d4c8c69-a493-4e59-b809-1d5ac6265605. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.992259] env[69350]: DEBUG nova.network.neutron [req-e4e7ac4a-49fb-4c9f-98b6-bef425da0456 req-9a73b2d0-0589-493d-9cdf-da04bc09ffc2 service nova] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Updating instance_info_cache with network_info: [{"id": "2d4c8c69-a493-4e59-b809-1d5ac6265605", "address": "fa:16:3e:bd:e4:bb", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d4c8c69-a4", "ovs_interfaceid": "2d4c8c69-a493-4e59-b809-1d5ac6265605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.997354] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80493e8d-22de-4dd9-b7b3-81019e506bb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.013491] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148847, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.014764] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4e7ac4a-49fb-4c9f-98b6-bef425da0456 req-9a73b2d0-0589-493d-9cdf-da04bc09ffc2 service nova] Releasing lock "refresh_cache-7125c072-cf6c-4a99-8217-97c0a89bfab9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.020246] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 831.020246] env[69350]: value = "task-4148848" [ 831.020246] env[69350]: _type = "Task" [ 831.020246] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.029315] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.144251] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bbcd3b-01f1-012b-a50c-6b7a94df1771, 'name': SearchDatastore_Task, 'duration_secs': 0.01403} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.144720] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.145054] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.145316] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.145465] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.145668] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.145963] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d60c97-2dd8-4c3e-994b-8599b4a55645 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.160661] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.160973] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.162566] env[69350]: DEBUG nova.scheduler.client.report [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.165942] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72680683-e1f4-4d9d-9b20-ed59c9547199 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.175230] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 831.175230] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529487ee-813c-8a2e-8354-b39f74779abf" [ 831.175230] env[69350]: _type = "Task" [ 831.175230] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.183780] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529487ee-813c-8a2e-8354-b39f74779abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.361134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "50988c7a-07dd-42d7-9fd2-790425947efe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.361416] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "50988c7a-07dd-42d7-9fd2-790425947efe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.361635] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "50988c7a-07dd-42d7-9fd2-790425947efe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.361843] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "50988c7a-07dd-42d7-9fd2-790425947efe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.362087] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "50988c7a-07dd-42d7-9fd2-790425947efe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.367296] env[69350]: INFO nova.compute.manager [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Terminating instance [ 831.376488] env[69350]: DEBUG oslo_vmware.api [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148843, 'name': PowerOnVM_Task, 'duration_secs': 1.005033} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.376772] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.377025] env[69350]: DEBUG nova.compute.manager [None req-dd629af6-72c4-49a6-90f0-00611bc3ff63 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.377877] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d513254-87ab-491d-bd57-eea11db72861 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.421762] env[69350]: DEBUG nova.compute.manager [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.459888] env[69350]: DEBUG oslo_vmware.api [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148846, 'name': PowerOnVM_Task, 'duration_secs': 0.547081} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.464404] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.464404] env[69350]: INFO nova.compute.manager [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Took 8.63 seconds to spawn the instance on the hypervisor. [ 831.464404] env[69350]: DEBUG nova.compute.manager [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.465186] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19ea344-4166-4131-bd2d-8b21b4f3c256 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.474519] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148847, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.531648] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.670893] env[69350]: DEBUG oslo_concurrency.lockutils [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.673478] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.647s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.673723] env[69350]: DEBUG nova.objects.instance [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lazy-loading 'resources' on Instance uuid 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.685466] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529487ee-813c-8a2e-8354-b39f74779abf, 'name': SearchDatastore_Task, 'duration_secs': 0.0233} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.686959] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e335a1f-ab09-4f0e-a9da-f89e86834e2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.693975] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 831.693975] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ea5b69-8ae1-d538-6d1a-761370883b65" [ 831.693975] env[69350]: _type = "Task" [ 831.693975] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.698528] env[69350]: INFO nova.scheduler.client.report [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Deleted allocations for instance 0972b291-5b74-4ca7-923e-10815f8de11f [ 831.707026] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ea5b69-8ae1-d538-6d1a-761370883b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.833883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquiring lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.833883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.834134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquiring lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.834345] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.834520] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.836793] env[69350]: INFO nova.compute.manager [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Terminating instance [ 831.872301] env[69350]: DEBUG nova.compute.manager [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.872301] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.873624] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78bdb99-4ba5-4dcb-9fb5-6b8f66cffc9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.884049] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.884285] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b573240-3869-40c1-ac07-0f969ac5a03f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.893137] env[69350]: DEBUG oslo_vmware.api [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 831.893137] env[69350]: value = "task-4148849" [ 831.893137] env[69350]: _type = "Task" [ 831.893137] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.904071] env[69350]: DEBUG oslo_vmware.api [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.947354] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.975036] env[69350]: DEBUG oslo_vmware.api [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148847, 'name': PowerOnVM_Task, 'duration_secs': 0.750038} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.975769] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.976458] env[69350]: INFO nova.compute.manager [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Took 10.14 seconds to spawn the instance on the hypervisor. [ 831.976895] env[69350]: DEBUG nova.compute.manager [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.978106] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a858c1d1-14e5-4c1e-a218-b5db700573dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.994960] env[69350]: INFO nova.compute.manager [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Took 37.85 seconds to build instance. [ 832.032162] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148848, 'name': ReconfigVM_Task, 'duration_secs': 0.604459} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.032550] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Reconfigured VM instance instance-00000031 to attach disk [datastore2] d2b06e9d-08da-4ce7-b946-df21b69ee0b7/d2b06e9d-08da-4ce7-b946-df21b69ee0b7.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.033359] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b8d984d-7fbb-4591-be42-22643f337ee0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.042982] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 832.042982] env[69350]: value = "task-4148850" [ 832.042982] env[69350]: _type = "Task" [ 832.042982] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.057721] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148850, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.217834] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ea5b69-8ae1-d538-6d1a-761370883b65, 'name': SearchDatastore_Task, 'duration_secs': 0.048411} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.222443] env[69350]: DEBUG oslo_concurrency.lockutils [None req-47ca5b86-53be-42cb-b03d-08499311c1e0 tempest-ServersTestManualDisk-1820487143 tempest-ServersTestManualDisk-1820487143-project-member] Lock "0972b291-5b74-4ca7-923e-10815f8de11f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.590s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.222443] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.222443] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 7125c072-cf6c-4a99-8217-97c0a89bfab9/7125c072-cf6c-4a99-8217-97c0a89bfab9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.222880] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92f72663-214f-48bf-a7b1-bacea688f720 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.231398] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 832.231398] env[69350]: value = "task-4148851" [ 832.231398] env[69350]: _type = "Task" [ 832.231398] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.243980] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.342947] env[69350]: DEBUG nova.compute.manager [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.343558] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.344316] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f797e059-a196-4965-8b97-ac1be0bbadb7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.353498] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.353841] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ada388-a4af-4d88-8b52-c77a61fb3850 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.365278] env[69350]: DEBUG oslo_vmware.api [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for the task: (returnval){ [ 832.365278] env[69350]: value = "task-4148852" [ 832.365278] env[69350]: _type = "Task" [ 832.365278] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.378213] env[69350]: DEBUG oslo_vmware.api [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.408525] env[69350]: DEBUG oslo_vmware.api [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148849, 'name': PowerOffVM_Task, 'duration_secs': 0.332812} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.408878] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.409133] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.409440] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60e98d05-3898-43d4-ab86-082151f8cde4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.509500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e9fae0f-2727-4772-8f7f-3fe0e04cc352 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.019s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.515371] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.515734] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.516116] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleting the datastore file [datastore1] 50988c7a-07dd-42d7-9fd2-790425947efe {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.516975] env[69350]: INFO nova.compute.manager [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Took 39.30 seconds to build instance. [ 832.518463] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d94089b-748a-4790-bb3b-2e4903d7b74b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.532250] env[69350]: DEBUG oslo_vmware.api [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 832.532250] env[69350]: value = "task-4148854" [ 832.532250] env[69350]: _type = "Task" [ 832.532250] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.560391] env[69350]: DEBUG oslo_vmware.api [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.570897] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148850, 'name': Rename_Task, 'duration_secs': 0.176154} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.576077] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.577579] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f99296f-38cf-47c2-96b6-3e8e343126d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.589578] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 832.589578] env[69350]: value = "task-4148855" [ 832.589578] env[69350]: _type = "Task" [ 832.589578] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.606632] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.746713] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.769930] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad27b87-f230-4b6a-8e47-7811e779d523 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.779213] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8b1ae-ba62-4312-bef9-6346b0a65f36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.819867] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7f73bc-8e01-4f10-9096-c65c225231d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.830536] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366701d9-0d1a-4200-a3c5-c42f0f84f222 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.854071] env[69350]: DEBUG nova.compute.provider_tree [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.876889] env[69350]: DEBUG oslo_vmware.api [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148852, 'name': PowerOffVM_Task, 'duration_secs': 0.347411} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.877275] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.877410] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.877678] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c03dee08-e6aa-43d0-9292-ff9dc4b5a65c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.956201] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.956643] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.956778] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Deleting the datastore file [datastore1] 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.957561] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12e34401-1940-4a66-8533-523e7fa48d49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.969732] env[69350]: DEBUG oslo_vmware.api [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for the task: (returnval){ [ 832.969732] env[69350]: value = "task-4148857" [ 832.969732] env[69350]: _type = "Task" [ 832.969732] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.983738] env[69350]: DEBUG oslo_vmware.api [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.023633] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c609242-6423-4749-918c-4ccc12dde572 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "1360f777-e835-4b01-af85-4dcc61e29f58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.257s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.044437] env[69350]: DEBUG oslo_vmware.api [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478791} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.044755] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.045282] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.045282] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.048608] env[69350]: INFO nova.compute.manager [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Took 1.17 seconds to destroy the instance on the hypervisor. [ 833.048608] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.048608] env[69350]: DEBUG nova.compute.manager [-] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.048608] env[69350]: DEBUG nova.network.neutron [-] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.100752] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.250418] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675031} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.250731] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 7125c072-cf6c-4a99-8217-97c0a89bfab9/7125c072-cf6c-4a99-8217-97c0a89bfab9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.250987] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.251291] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06cf6876-fd54-452c-9443-131186ac00ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.259451] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 833.259451] env[69350]: value = "task-4148858" [ 833.259451] env[69350]: _type = "Task" [ 833.259451] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.269029] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.357516] env[69350]: DEBUG nova.scheduler.client.report [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.482987] env[69350]: DEBUG oslo_vmware.api [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.611096] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148855, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.630093] env[69350]: DEBUG nova.compute.manager [req-292d249e-90f3-4dc0-b88a-490d39dc699f req-c9070c76-55cc-497b-a9b7-69d03a9120fe service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Received event network-vif-deleted-f05cecf6-bfc6-4108-ab36-eda93b68b64f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.630093] env[69350]: INFO nova.compute.manager [req-292d249e-90f3-4dc0-b88a-490d39dc699f req-c9070c76-55cc-497b-a9b7-69d03a9120fe service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Neutron deleted interface f05cecf6-bfc6-4108-ab36-eda93b68b64f; detaching it from the instance and deleting it from the info cache [ 833.630093] env[69350]: DEBUG nova.network.neutron [req-292d249e-90f3-4dc0-b88a-490d39dc699f req-c9070c76-55cc-497b-a9b7-69d03a9120fe service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.771868] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082851} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.772212] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.773156] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf1de0-f6ea-4589-b6b4-74b1450b5058 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.806865] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 7125c072-cf6c-4a99-8217-97c0a89bfab9/7125c072-cf6c-4a99-8217-97c0a89bfab9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.807155] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719bbb6d-ff20-4d3f-8687-6755923f4769 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.836675] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 833.836675] env[69350]: value = "task-4148859" [ 833.836675] env[69350]: _type = "Task" [ 833.836675] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.847896] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.863735] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.866899] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.663s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.869175] env[69350]: INFO nova.compute.claims [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.893698] env[69350]: INFO nova.scheduler.client.report [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Deleted allocations for instance 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733 [ 833.982213] env[69350]: DEBUG oslo_vmware.api [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Task: {'id': task-4148857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.585409} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.982623] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.982845] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.983045] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.983294] env[69350]: INFO nova.compute.manager [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Took 1.64 seconds to destroy the instance on the hypervisor. [ 833.983560] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.983785] env[69350]: DEBUG nova.compute.manager [-] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.983890] env[69350]: DEBUG nova.network.neutron [-] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.029833] env[69350]: INFO nova.compute.manager [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Rebuilding instance [ 834.049159] env[69350]: DEBUG nova.network.neutron [-] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.089521] env[69350]: DEBUG nova.compute.manager [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.090428] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87bcc55-9e4e-4693-810f-112dbeaa750e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.102841] env[69350]: DEBUG oslo_vmware.api [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148855, 'name': PowerOnVM_Task, 'duration_secs': 1.175684} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.104771] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.105028] env[69350]: DEBUG nova.compute.manager [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.109208] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc8a311-eeee-4cf5-9929-bdf9c0ebac8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.135660] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62ac29b3-5622-4c46-9166-bfffef367858 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.144779] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23abfa17-57d8-4952-9ffc-c32562fcc481 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.202300] env[69350]: DEBUG nova.compute.manager [req-292d249e-90f3-4dc0-b88a-490d39dc699f req-c9070c76-55cc-497b-a9b7-69d03a9120fe service nova] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Detach interface failed, port_id=f05cecf6-bfc6-4108-ab36-eda93b68b64f, reason: Instance 50988c7a-07dd-42d7-9fd2-790425947efe could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 834.348459] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.405639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46c565d0-8118-41f6-b3bf-20554c3a1ce5 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "93a06f2a-b4b7-44b4-94f1-3bf5d16e1733" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.804s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.552778] env[69350]: INFO nova.compute.manager [-] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Took 1.51 seconds to deallocate network for instance. [ 834.634876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.850557] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148859, 'name': ReconfigVM_Task, 'duration_secs': 0.628702} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.851797] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 7125c072-cf6c-4a99-8217-97c0a89bfab9/7125c072-cf6c-4a99-8217-97c0a89bfab9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.852866] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b8ee20-23bf-4006-a215-f402d2752b74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.863438] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 834.863438] env[69350]: value = "task-4148860" [ 834.863438] env[69350]: _type = "Task" [ 834.863438] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.875372] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148860, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.005826] env[69350]: DEBUG nova.network.neutron [-] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.060829] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.114911] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.115280] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8175f919-2083-4eb3-a6a8-14c5aaca2d67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.124052] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 835.124052] env[69350]: value = "task-4148861" [ 835.124052] env[69350]: _type = "Task" [ 835.124052] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.135577] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.376985] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148860, 'name': Rename_Task, 'duration_secs': 0.324002} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.377278] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.377531] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08838d8-fd88-4b06-8f89-9e7e1ab1bcaa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.388761] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 835.388761] env[69350]: value = "task-4148862" [ 835.388761] env[69350]: _type = "Task" [ 835.388761] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.407561] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.472588] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c069016-de8c-4d1c-b7a9-d88e1e9b3070 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.484148] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5701ef7c-b222-48e9-990e-12c2a4085f5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.520963] env[69350]: INFO nova.compute.manager [-] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Took 1.54 seconds to deallocate network for instance. [ 835.523485] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234f1c60-a9d5-4b02-ae9f-8eb2af5c498e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.535041] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5b96e5-5643-4833-ae97-cf2476a2e07f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.552850] env[69350]: DEBUG nova.compute.provider_tree [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.636099] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148861, 'name': PowerOffVM_Task, 'duration_secs': 0.173106} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.637072] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.637220] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.638154] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0245e9-19f7-48b8-95f3-3ea70ac364fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.646556] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.646836] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76db181b-cd01-4dd9-bba6-2da0ce1be25b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.678071] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.678633] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.678937] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Deleting the datastore file [datastore2] 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.679379] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-764f52a8-0f92-460e-8fe3-1ef21c1f9590 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.687933] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 835.687933] env[69350]: value = "task-4148864" [ 835.687933] env[69350]: _type = "Task" [ 835.687933] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.701970] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.900988] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148862, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.031432] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.058687] env[69350]: DEBUG nova.scheduler.client.report [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.084038] env[69350]: DEBUG nova.compute.manager [req-88feeefb-46e7-4c8d-8b6e-9f6c002343bc req-474d1bc9-a01c-424f-85c9-66fe419e5f1a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Received event network-changed-08c98ebe-24fd-410a-a0b2-1f0ba75d6be8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.084270] env[69350]: DEBUG nova.compute.manager [req-88feeefb-46e7-4c8d-8b6e-9f6c002343bc req-474d1bc9-a01c-424f-85c9-66fe419e5f1a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Refreshing instance network info cache due to event network-changed-08c98ebe-24fd-410a-a0b2-1f0ba75d6be8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.084509] env[69350]: DEBUG oslo_concurrency.lockutils [req-88feeefb-46e7-4c8d-8b6e-9f6c002343bc req-474d1bc9-a01c-424f-85c9-66fe419e5f1a service nova] Acquiring lock "refresh_cache-1360f777-e835-4b01-af85-4dcc61e29f58" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.085485] env[69350]: DEBUG oslo_concurrency.lockutils [req-88feeefb-46e7-4c8d-8b6e-9f6c002343bc req-474d1bc9-a01c-424f-85c9-66fe419e5f1a service nova] Acquired lock "refresh_cache-1360f777-e835-4b01-af85-4dcc61e29f58" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.085485] env[69350]: DEBUG nova.network.neutron [req-88feeefb-46e7-4c8d-8b6e-9f6c002343bc req-474d1bc9-a01c-424f-85c9-66fe419e5f1a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Refreshing network info cache for port 08c98ebe-24fd-410a-a0b2-1f0ba75d6be8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.203763] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143119} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.204127] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.204350] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.204532] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.402437] env[69350]: DEBUG oslo_vmware.api [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148862, 'name': PowerOnVM_Task, 'duration_secs': 0.835755} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.403029] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.403428] env[69350]: INFO nova.compute.manager [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Took 9.57 seconds to spawn the instance on the hypervisor. [ 836.403734] env[69350]: DEBUG nova.compute.manager [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.404687] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdc2dfb-72dd-4ae5-9f99-e1aa9158b18a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.569148] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.570043] env[69350]: DEBUG nova.compute.manager [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.575116] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.499s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.579425] env[69350]: DEBUG nova.objects.instance [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lazy-loading 'resources' on Instance uuid 966d02f4-9d3b-4f4c-86d4-9f35be04db20 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.883668] env[69350]: DEBUG nova.network.neutron [req-88feeefb-46e7-4c8d-8b6e-9f6c002343bc req-474d1bc9-a01c-424f-85c9-66fe419e5f1a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Updated VIF entry in instance network info cache for port 08c98ebe-24fd-410a-a0b2-1f0ba75d6be8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.884508] env[69350]: DEBUG nova.network.neutron [req-88feeefb-46e7-4c8d-8b6e-9f6c002343bc req-474d1bc9-a01c-424f-85c9-66fe419e5f1a service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Updating instance_info_cache with network_info: [{"id": "08c98ebe-24fd-410a-a0b2-1f0ba75d6be8", "address": "fa:16:3e:7c:ab:4d", "network": {"id": "1e4b2557-5a57-4298-812b-3cc139522a66", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1719523585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75404b506dce48c0bfcc40930baff34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08c98ebe-24", "ovs_interfaceid": "08c98ebe-24fd-410a-a0b2-1f0ba75d6be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.923722] env[69350]: INFO nova.compute.manager [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Took 38.87 seconds to build instance. [ 837.083390] env[69350]: DEBUG nova.compute.utils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.088788] env[69350]: DEBUG nova.compute.manager [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.088788] env[69350]: DEBUG nova.network.neutron [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.166598] env[69350]: DEBUG nova.policy [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a591e0372ed5423a8b4839125cffd07c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '070cd5e84a1945b0a1f8c83a8266405b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.216602] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.216737] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.216952] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.217156] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.217956] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.221950] env[69350]: INFO nova.compute.manager [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Terminating instance [ 837.247172] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.247172] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.247406] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.247657] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.247880] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.248066] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.248288] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.248449] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.248619] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.248864] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.249139] env[69350]: DEBUG nova.virt.hardware [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.253333] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb70ac41-c844-40ce-9a0e-ea4966926def {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.264987] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13064d79-4ac1-450e-8071-f45de2012771 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.285101] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.291204] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.294643] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.295182] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9948c9eb-de35-4107-8edc-39cd94f74e57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.317583] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.317583] env[69350]: value = "task-4148865" [ 837.317583] env[69350]: _type = "Task" [ 837.317583] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.329151] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148865, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.383825] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.384272] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.384642] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.384984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.385314] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.389641] env[69350]: DEBUG oslo_concurrency.lockutils [req-88feeefb-46e7-4c8d-8b6e-9f6c002343bc req-474d1bc9-a01c-424f-85c9-66fe419e5f1a service nova] Releasing lock "refresh_cache-1360f777-e835-4b01-af85-4dcc61e29f58" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.390105] env[69350]: DEBUG nova.compute.manager [req-88feeefb-46e7-4c8d-8b6e-9f6c002343bc req-474d1bc9-a01c-424f-85c9-66fe419e5f1a service nova] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Received event network-vif-deleted-dc1fe4fa-91c7-4752-9cad-680521aa9aa4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.394239] env[69350]: INFO nova.compute.manager [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Terminating instance [ 837.426670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd92991f-9986-440c-bc77-e51f04fdf684 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.794s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.593627] env[69350]: DEBUG nova.compute.manager [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.672443] env[69350]: DEBUG nova.network.neutron [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Successfully created port: d837e918-5b85-4215-b408-06de41e19ef7 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.728578] env[69350]: DEBUG nova.compute.manager [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.728815] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.733948] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d746a36-6465-48a1-95ee-e09463483d87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.744509] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.744844] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8361ac16-2889-45f1-9422-fd8b3d27e637 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.753115] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f84360e-9e22-4f92-a5f7-226c619f3e59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.762147] env[69350]: DEBUG oslo_vmware.api [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 837.762147] env[69350]: value = "task-4148866" [ 837.762147] env[69350]: _type = "Task" [ 837.762147] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.772058] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a43c63d-5dcb-40cd-ab05-58d543cce0fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.785030] env[69350]: DEBUG oslo_vmware.api [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.827163] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955a1ad4-9114-46c8-bc60-f2b329147de5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.836105] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "839d9db5-bbec-478b-9d79-26b43467da5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.836382] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "839d9db5-bbec-478b-9d79-26b43467da5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.850524] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78371bbd-33b6-42e6-9930-fd8fd9c91f8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.856773] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148865, 'name': CreateVM_Task, 'duration_secs': 0.42165} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.857943] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.859045] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.863073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.863073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.863073] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed47c95-bd03-48d8-9754-9988f2b1b059 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.874359] env[69350]: DEBUG nova.compute.provider_tree [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.880480] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 837.880480] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5200d9e8-02e9-6584-06a1-ec2478a590b6" [ 837.880480] env[69350]: _type = "Task" [ 837.880480] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.890305] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5200d9e8-02e9-6584-06a1-ec2478a590b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.900177] env[69350]: DEBUG nova.compute.manager [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.900480] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.901483] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3b8875-e927-4348-93dd-35489a4d1cad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.911123] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.911458] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e659107-9f7c-4047-936c-159710e22e7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.919262] env[69350]: DEBUG oslo_vmware.api [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 837.919262] env[69350]: value = "task-4148867" [ 837.919262] env[69350]: _type = "Task" [ 837.919262] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.932031] env[69350]: DEBUG oslo_vmware.api [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.992337] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.992633] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.992852] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.993059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.993241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.996133] env[69350]: INFO nova.compute.manager [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Terminating instance [ 838.272784] env[69350]: DEBUG oslo_vmware.api [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148866, 'name': PowerOffVM_Task, 'duration_secs': 0.288524} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.273249] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.273581] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.274786] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f87d9cd-205d-4074-b92b-c28e2924f7c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.339491] env[69350]: DEBUG nova.compute.manager [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.359490] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.359490] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.359490] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleting the datastore file [datastore2] d2b06e9d-08da-4ce7-b946-df21b69ee0b7 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.361523] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37ff7dbc-14ce-4d5d-98f3-4cd6d281b412 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.368370] env[69350]: DEBUG oslo_vmware.api [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 838.368370] env[69350]: value = "task-4148869" [ 838.368370] env[69350]: _type = "Task" [ 838.368370] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.379224] env[69350]: DEBUG nova.scheduler.client.report [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.382752] env[69350]: DEBUG oslo_vmware.api [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.398582] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5200d9e8-02e9-6584-06a1-ec2478a590b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012749} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.399279] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.401164] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.401164] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.401164] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.401164] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.401164] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f766bf8-4bfb-4c16-aea5-3d4d133d042e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.414048] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.414048] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.414048] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2194b4f-539a-458f-89b2-7d6b45daf843 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.421542] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 838.421542] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52daee48-4571-377e-f540-67d2b1a9920c" [ 838.421542] env[69350]: _type = "Task" [ 838.421542] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.435560] env[69350]: DEBUG oslo_vmware.api [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148867, 'name': PowerOffVM_Task, 'duration_secs': 0.250931} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.436157] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52daee48-4571-377e-f540-67d2b1a9920c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.436422] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.436590] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.436826] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e864975f-c9b2-4d68-a2a0-bacad8b63328 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.502179] env[69350]: DEBUG nova.compute.manager [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.502179] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.502179] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bdc408-ebc2-4e8d-b799-d82aa9e0f0de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.511602] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.512668] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c22c1f-4bff-4007-8702-76643ec6c857 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.515386] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.515605] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.515783] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Deleting the datastore file [datastore2] b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.516446] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19fdc3a4-89ec-4fb6-9dcc-10f72ec78713 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.520835] env[69350]: DEBUG oslo_vmware.api [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 838.520835] env[69350]: value = "task-4148871" [ 838.520835] env[69350]: _type = "Task" [ 838.520835] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.525984] env[69350]: DEBUG oslo_vmware.api [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 838.525984] env[69350]: value = "task-4148872" [ 838.525984] env[69350]: _type = "Task" [ 838.525984] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.537693] env[69350]: DEBUG oslo_vmware.api [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.543608] env[69350]: DEBUG oslo_vmware.api [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.606460] env[69350]: DEBUG nova.compute.manager [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.652274] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.652622] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.652827] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.653230] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.653789] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.653789] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.653982] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.654152] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.654566] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.654799] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.655091] env[69350]: DEBUG nova.virt.hardware [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.656321] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b2b8b-f8a8-4dfc-acaf-075c966183a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.666608] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e7f70-cccf-4e6b-86f0-113303d5a75b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.752071] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.752602] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.752974] env[69350]: DEBUG nova.compute.manager [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.754767] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b281df-acab-4843-8080-81759529726c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.762939] env[69350]: DEBUG nova.compute.manager [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 838.763865] env[69350]: DEBUG nova.objects.instance [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lazy-loading 'flavor' on Instance uuid 7125c072-cf6c-4a99-8217-97c0a89bfab9 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.865613] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.883025] env[69350]: DEBUG oslo_vmware.api [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192277} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.883025] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.883025] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.883025] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.883025] env[69350]: INFO nova.compute.manager [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 838.883025] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.883025] env[69350]: DEBUG nova.compute.manager [-] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.883025] env[69350]: DEBUG nova.network.neutron [-] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.889174] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.892251] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.093s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.892664] env[69350]: DEBUG nova.objects.instance [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lazy-loading 'resources' on Instance uuid 0daa47f1-e357-447d-9962-9f11a0337b1d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.921792] env[69350]: INFO nova.scheduler.client.report [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleted allocations for instance 966d02f4-9d3b-4f4c-86d4-9f35be04db20 [ 838.939288] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52daee48-4571-377e-f540-67d2b1a9920c, 'name': SearchDatastore_Task, 'duration_secs': 0.016294} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.940375] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579dbbd8-78be-4e59-91cf-6d397e7b15e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.948228] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 838.948228] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d6d8db-11ee-58a6-29f3-0213a504f098" [ 838.948228] env[69350]: _type = "Task" [ 838.948228] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.959943] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d6d8db-11ee-58a6-29f3-0213a504f098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.035132] env[69350]: DEBUG oslo_vmware.api [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148871, 'name': PowerOffVM_Task, 'duration_secs': 0.239249} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.039043] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.039324] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.039909] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-959a7196-1f6b-4867-a64e-1bfcccd5642b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.051911] env[69350]: DEBUG oslo_vmware.api [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162151} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.052360] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.052683] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.056022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.056022] env[69350]: INFO nova.compute.manager [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Took 1.15 seconds to destroy the instance on the hypervisor. [ 839.056022] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.056022] env[69350]: DEBUG nova.compute.manager [-] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.056022] env[69350]: DEBUG nova.network.neutron [-] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.119421] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.119783] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.120089] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Deleting the datastore file [datastore2] e0dc12e1-af91-4057-9fc1-219bbdc31fdd {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.120539] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61a6287f-1c82-4599-bee3-0252116d5056 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.131943] env[69350]: DEBUG oslo_vmware.api [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for the task: (returnval){ [ 839.131943] env[69350]: value = "task-4148874" [ 839.131943] env[69350]: _type = "Task" [ 839.131943] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.143903] env[69350]: DEBUG oslo_vmware.api [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.398909] env[69350]: DEBUG nova.compute.manager [req-1ac63bae-cb50-4a25-b24c-86bd129e4e92 req-3e956d56-209f-4eac-a4f9-5e637b17fb8f service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Received event network-vif-deleted-7336145f-f3ff-4dea-b5f4-6aa885999ccf {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.399283] env[69350]: INFO nova.compute.manager [req-1ac63bae-cb50-4a25-b24c-86bd129e4e92 req-3e956d56-209f-4eac-a4f9-5e637b17fb8f service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Neutron deleted interface 7336145f-f3ff-4dea-b5f4-6aa885999ccf; detaching it from the instance and deleting it from the info cache [ 839.399789] env[69350]: DEBUG nova.network.neutron [req-1ac63bae-cb50-4a25-b24c-86bd129e4e92 req-3e956d56-209f-4eac-a4f9-5e637b17fb8f service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.440268] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf64dd1a-970c-4b15-abb4-0ec62d635000 tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "966d02f4-9d3b-4f4c-86d4-9f35be04db20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.055s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.460637] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d6d8db-11ee-58a6-29f3-0213a504f098, 'name': SearchDatastore_Task, 'duration_secs': 0.019517} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.461661] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.462197] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8/9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.462340] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54e406aa-35ab-4150-8518-6e577b0f9f79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.476567] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 839.476567] env[69350]: value = "task-4148875" [ 839.476567] env[69350]: _type = "Task" [ 839.476567] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.490836] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.642365] env[69350]: DEBUG oslo_vmware.api [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Task: {'id': task-4148874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242834} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.645973] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.646339] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.647311] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.647572] env[69350]: INFO nova.compute.manager [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 839.647881] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.648459] env[69350]: DEBUG nova.compute.manager [-] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.648605] env[69350]: DEBUG nova.network.neutron [-] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.775764] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.776037] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f230247e-51c1-4c56-812c-ab8159e3c68e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.785813] env[69350]: DEBUG oslo_vmware.api [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 839.785813] env[69350]: value = "task-4148876" [ 839.785813] env[69350]: _type = "Task" [ 839.785813] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.801465] env[69350]: DEBUG nova.network.neutron [-] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.804104] env[69350]: DEBUG oslo_vmware.api [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.906827] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48a83dc0-b3ca-479f-870c-178227dd7880 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.918454] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599c117f-8351-44df-9107-c54b3161a082 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.968919] env[69350]: DEBUG nova.compute.manager [req-1ac63bae-cb50-4a25-b24c-86bd129e4e92 req-3e956d56-209f-4eac-a4f9-5e637b17fb8f service nova] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Detach interface failed, port_id=7336145f-f3ff-4dea-b5f4-6aa885999ccf, reason: Instance d2b06e9d-08da-4ce7-b946-df21b69ee0b7 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 839.991801] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148875, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.017194] env[69350]: DEBUG nova.compute.manager [req-da78d215-b3c2-4c2a-a8a6-9ab834ccd72b req-4ea9d405-5dc7-4229-b6d2-40d3a9a30096 service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Received event network-vif-plugged-d837e918-5b85-4215-b408-06de41e19ef7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.017194] env[69350]: DEBUG oslo_concurrency.lockutils [req-da78d215-b3c2-4c2a-a8a6-9ab834ccd72b req-4ea9d405-5dc7-4229-b6d2-40d3a9a30096 service nova] Acquiring lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.017194] env[69350]: DEBUG oslo_concurrency.lockutils [req-da78d215-b3c2-4c2a-a8a6-9ab834ccd72b req-4ea9d405-5dc7-4229-b6d2-40d3a9a30096 service nova] Lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.017194] env[69350]: DEBUG oslo_concurrency.lockutils [req-da78d215-b3c2-4c2a-a8a6-9ab834ccd72b req-4ea9d405-5dc7-4229-b6d2-40d3a9a30096 service nova] Lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.017194] env[69350]: DEBUG nova.compute.manager [req-da78d215-b3c2-4c2a-a8a6-9ab834ccd72b req-4ea9d405-5dc7-4229-b6d2-40d3a9a30096 service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] No waiting events found dispatching network-vif-plugged-d837e918-5b85-4215-b408-06de41e19ef7 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.017194] env[69350]: WARNING nova.compute.manager [req-da78d215-b3c2-4c2a-a8a6-9ab834ccd72b req-4ea9d405-5dc7-4229-b6d2-40d3a9a30096 service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Received unexpected event network-vif-plugged-d837e918-5b85-4215-b408-06de41e19ef7 for instance with vm_state building and task_state spawning. [ 840.103989] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165aa1ae-40c0-44d9-a4d6-b87f809601fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.116028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c27c1-c3ae-4d1a-948f-a1763a022858 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.159474] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0460d1e3-611a-4396-9b67-f5b27f69cd71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.167938] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17956875-02eb-4d84-8953-439e0165bdbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.189525] env[69350]: DEBUG nova.compute.provider_tree [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.198982] env[69350]: DEBUG nova.network.neutron [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Successfully updated port: d837e918-5b85-4215-b408-06de41e19ef7 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.308618] env[69350]: INFO nova.compute.manager [-] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Took 1.43 seconds to deallocate network for instance. [ 840.309084] env[69350]: DEBUG oslo_vmware.api [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148876, 'name': PowerOffVM_Task, 'duration_secs': 0.268653} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.310847] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.311100] env[69350]: DEBUG nova.compute.manager [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.315525] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12ad9e9-4abe-455f-8a56-9c81587c6004 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.492043] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791738} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.492370] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8/9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.492505] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.492830] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e990bc6-e42c-4290-b13a-238b3ded5811 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.501403] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 840.501403] env[69350]: value = "task-4148877" [ 840.501403] env[69350]: _type = "Task" [ 840.501403] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.512372] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.537934] env[69350]: DEBUG nova.network.neutron [-] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.580483] env[69350]: DEBUG nova.network.neutron [-] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.689814] env[69350]: DEBUG nova.scheduler.client.report [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.704023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "refresh_cache-6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.704023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "refresh_cache-6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.704023] env[69350]: DEBUG nova.network.neutron [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.821523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.830376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95729ce5-0d22-4999-aa7e-da6bf219a999 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.017898] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088845} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.019491] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.027216] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcae7bf8-6602-4319-8c7d-702007bc842f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.049824] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8/9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.051207] env[69350]: INFO nova.compute.manager [-] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Took 2.00 seconds to deallocate network for instance. [ 841.053850] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2628d718-b6fc-40d4-830c-a4f478c5e775 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.086138] env[69350]: INFO nova.compute.manager [-] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Took 1.44 seconds to deallocate network for instance. [ 841.086138] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 841.086138] env[69350]: value = "task-4148878" [ 841.086138] env[69350]: _type = "Task" [ 841.086138] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.100062] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Acquiring lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.100062] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.105119] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.195115] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.198856] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.034s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.218831] env[69350]: INFO nova.scheduler.client.report [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Deleted allocations for instance 0daa47f1-e357-447d-9962-9f11a0337b1d [ 841.250662] env[69350]: DEBUG nova.network.neutron [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.406624] env[69350]: DEBUG nova.network.neutron [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Updating instance_info_cache with network_info: [{"id": "d837e918-5b85-4215-b408-06de41e19ef7", "address": "fa:16:3e:83:80:6c", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd837e918-5b", "ovs_interfaceid": "d837e918-5b85-4215-b408-06de41e19ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.499873] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquiring lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.500255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.528970] env[69350]: INFO nova.compute.manager [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Rebuilding instance [ 841.582114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.583395] env[69350]: DEBUG nova.compute.manager [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.584293] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebd654a-6a79-4188-ba22-c450efd185ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.600229] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.606352] env[69350]: DEBUG nova.compute.utils [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.608344] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148878, 'name': ReconfigVM_Task, 'duration_secs': 0.335515} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.608618] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8/9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.612360] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0cfbb21-93f2-42b3-8578-e32c7eeea5ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.620530] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 841.620530] env[69350]: value = "task-4148879" [ 841.620530] env[69350]: _type = "Task" [ 841.620530] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.632738] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148879, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.703123] env[69350]: INFO nova.compute.claims [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.731080] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e74ded-138b-4318-b8fa-33df816c067f tempest-MultipleCreateTestJSON-1171017912 tempest-MultipleCreateTestJSON-1171017912-project-member] Lock "0daa47f1-e357-447d-9962-9f11a0337b1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.572s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.774483] env[69350]: DEBUG nova.compute.manager [req-fffe34f5-31ba-4a97-a79b-0c8556858c34 req-cf44adde-3ae1-45ec-a169-a54d42cdef35 service nova] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Received event network-vif-deleted-c16018cb-b1d5-479e-be9c-68b0ecbb4549 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.910062] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "refresh_cache-6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.910429] env[69350]: DEBUG nova.compute.manager [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Instance network_info: |[{"id": "d837e918-5b85-4215-b408-06de41e19ef7", "address": "fa:16:3e:83:80:6c", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd837e918-5b", "ovs_interfaceid": "d837e918-5b85-4215-b408-06de41e19ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.910944] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:80:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd837e918-5b85-4215-b408-06de41e19ef7', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.922213] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Creating folder: Project (070cd5e84a1945b0a1f8c83a8266405b). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.922638] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ae7a0bb-8774-4f39-9dc5-1c07c144ea20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.935735] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Created folder: Project (070cd5e84a1945b0a1f8c83a8266405b) in parent group-v821414. [ 841.936777] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Creating folder: Instances. Parent ref: group-v821575. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.937128] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f93c9d10-2089-420b-a23f-277b9aa26fe3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.951392] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Created folder: Instances in parent group-v821575. [ 841.952358] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.952678] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.952951] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f56cd3da-0038-42b7-b1cc-6ad8ca8c2003 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.982567] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.982567] env[69350]: value = "task-4148882" [ 841.982567] env[69350]: _type = "Task" [ 841.982567] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.991449] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148882, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.003179] env[69350]: DEBUG nova.compute.manager [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.113476] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.130913] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148879, 'name': Rename_Task, 'duration_secs': 0.167421} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.131244] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.131494] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-525217d0-b89c-4983-b025-df2dc444c306 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.138603] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 842.138603] env[69350]: value = "task-4148883" [ 842.138603] env[69350]: _type = "Task" [ 842.138603] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.147154] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.212171] env[69350]: INFO nova.compute.resource_tracker [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating resource usage from migration 07ed3b85-d204-4a64-9aeb-650494950989 [ 842.290704] env[69350]: DEBUG nova.compute.manager [req-333edc6e-cdb5-4f2d-b13f-77d466acbdd3 req-6ed9796d-150b-4364-a24a-0238b1849d87 service nova] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Received event network-vif-deleted-3226ccb7-234f-45b3-a40f-d75a32e54e28 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.291020] env[69350]: DEBUG nova.compute.manager [req-333edc6e-cdb5-4f2d-b13f-77d466acbdd3 req-6ed9796d-150b-4364-a24a-0238b1849d87 service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Received event network-changed-d837e918-5b85-4215-b408-06de41e19ef7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.291229] env[69350]: DEBUG nova.compute.manager [req-333edc6e-cdb5-4f2d-b13f-77d466acbdd3 req-6ed9796d-150b-4364-a24a-0238b1849d87 service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Refreshing instance network info cache due to event network-changed-d837e918-5b85-4215-b408-06de41e19ef7. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.291464] env[69350]: DEBUG oslo_concurrency.lockutils [req-333edc6e-cdb5-4f2d-b13f-77d466acbdd3 req-6ed9796d-150b-4364-a24a-0238b1849d87 service nova] Acquiring lock "refresh_cache-6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.291627] env[69350]: DEBUG oslo_concurrency.lockutils [req-333edc6e-cdb5-4f2d-b13f-77d466acbdd3 req-6ed9796d-150b-4364-a24a-0238b1849d87 service nova] Acquired lock "refresh_cache-6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.291883] env[69350]: DEBUG nova.network.neutron [req-333edc6e-cdb5-4f2d-b13f-77d466acbdd3 req-6ed9796d-150b-4364-a24a-0238b1849d87 service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Refreshing network info cache for port d837e918-5b85-4215-b408-06de41e19ef7 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.496146] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148882, 'name': CreateVM_Task, 'duration_secs': 0.41058} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.496421] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.497230] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.497502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.497880] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.498219] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c0bf22-9089-457f-ba03-f329451a5eca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.504447] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 842.504447] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f32185-6286-0d04-4115-7bfed6deb42c" [ 842.504447] env[69350]: _type = "Task" [ 842.504447] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.519753] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f32185-6286-0d04-4115-7bfed6deb42c, 'name': SearchDatastore_Task, 'duration_secs': 0.01281} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.520074] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.520353] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.520603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.520744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.521373] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.521373] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a62b254-4d13-4b13-bc5e-ae28a57736db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.527370] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.533237] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.533437] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.534228] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76108a52-b40c-4412-a981-43b5d3b4b09a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.540249] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 842.540249] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525c5801-1059-2ee8-abff-3cbcb5c40a5b" [ 842.540249] env[69350]: _type = "Task" [ 842.540249] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.552601] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525c5801-1059-2ee8-abff-3cbcb5c40a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.604783] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.607267] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba2dfaa6-5b5d-48ea-89a3-f2606648f561 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.617027] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 842.617027] env[69350]: value = "task-4148884" [ 842.617027] env[69350]: _type = "Task" [ 842.617027] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.628900] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 842.629497] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.630796] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3e4d49-94d3-4dc1-b835-39f42340362e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.639639] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.646049] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edf24996-a83a-48f7-8d0e-8291d0547c19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.657886] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148883, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.727696] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.728034] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.728342] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleting the datastore file [datastore2] 7125c072-cf6c-4a99-8217-97c0a89bfab9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.728653] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3500520-8171-435f-8dda-6aab22e533b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.737394] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 842.737394] env[69350]: value = "task-4148886" [ 842.737394] env[69350]: _type = "Task" [ 842.737394] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.752442] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.826103] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa3131-9be7-480e-85dd-9583add9ba1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.838113] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00be91b7-ff1c-4cb3-bd1a-944eb54c7f2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.875231] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d37370-c758-4bbf-b028-0b116388b9ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.885254] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54e7925-6de2-4537-9f3b-993acbe1a5a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.900851] env[69350]: DEBUG nova.compute.provider_tree [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.051814] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525c5801-1059-2ee8-abff-3cbcb5c40a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.052115] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af935f8b-4472-4477-a390-a9da6ba159b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.059119] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 843.059119] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529e4aa3-738d-2102-3fc5-7b237ac4c77b" [ 843.059119] env[69350]: _type = "Task" [ 843.059119] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.073329] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529e4aa3-738d-2102-3fc5-7b237ac4c77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.086176] env[69350]: DEBUG nova.network.neutron [req-333edc6e-cdb5-4f2d-b13f-77d466acbdd3 req-6ed9796d-150b-4364-a24a-0238b1849d87 service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Updated VIF entry in instance network info cache for port d837e918-5b85-4215-b408-06de41e19ef7. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.086617] env[69350]: DEBUG nova.network.neutron [req-333edc6e-cdb5-4f2d-b13f-77d466acbdd3 req-6ed9796d-150b-4364-a24a-0238b1849d87 service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Updating instance_info_cache with network_info: [{"id": "d837e918-5b85-4215-b408-06de41e19ef7", "address": "fa:16:3e:83:80:6c", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd837e918-5b", "ovs_interfaceid": "d837e918-5b85-4215-b408-06de41e19ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.150574] env[69350]: DEBUG oslo_vmware.api [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148883, 'name': PowerOnVM_Task, 'duration_secs': 0.521471} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.150868] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.151172] env[69350]: DEBUG nova.compute.manager [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.152591] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f20f528-8613-4ad6-8c09-bead37e5d83a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.180398] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Acquiring lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.180970] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.181404] env[69350]: INFO nova.compute.manager [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Attaching volume e9680694-ba84-49be-b340-2445b7b1c7b7 to /dev/sdb [ 843.242171] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2895c3a0-c5e9-4dbc-957e-7490cb48b848 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.256138] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224889} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.257955] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.257955] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.257955] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.262107] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7de1e4f-d6d4-4f2c-a064-4cd9ce4817a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.282527] env[69350]: DEBUG nova.virt.block_device [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Updating existing volume attachment record: ae64094d-4fba-4827-92c6-363e6f1133b7 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 843.404202] env[69350]: DEBUG nova.scheduler.client.report [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.572854] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529e4aa3-738d-2102-3fc5-7b237ac4c77b, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.572854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.573305] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab/6ba44eb1-ae05-4d4d-8eb4-12917d08ddab.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.573890] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab526eda-afbc-4cdb-9ac5-fbdae8182953 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.582974] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 843.582974] env[69350]: value = "task-4148890" [ 843.582974] env[69350]: _type = "Task" [ 843.582974] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.589776] env[69350]: DEBUG oslo_concurrency.lockutils [req-333edc6e-cdb5-4f2d-b13f-77d466acbdd3 req-6ed9796d-150b-4364-a24a-0238b1849d87 service nova] Releasing lock "refresh_cache-6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.593988] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.671348] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.909759] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.711s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.909759] env[69350]: INFO nova.compute.manager [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Migrating [ 843.927219] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.598s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.927420] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.928033] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 843.928033] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.072s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.928250] env[69350]: DEBUG nova.objects.instance [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lazy-loading 'resources' on Instance uuid 2fa11155-93c9-497c-a25f-d24ffcedeb9e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.936735] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290438c0-4476-4b60-b712-f9e4522eb05b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.947906] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb11114-5d42-4386-b979-053798bfd0c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.970073] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae701ff1-5842-483b-97ab-d2e9120e358d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.980545] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42f4416-fdeb-4304-b23b-43ff07cbb307 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.017724] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177744MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 844.018124] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.094852] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148890, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.310242] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.310242] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.310242] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.310242] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.310242] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.310242] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.310242] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.310242] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.310865] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.311212] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.311520] env[69350]: DEBUG nova.virt.hardware [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.312792] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05377801-1bce-46fa-a2f9-90e67d29fcb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.322319] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e9b54-3c48-44e0-a772-2b9ccf11ed4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.337441] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:e4:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d4c8c69-a493-4e59-b809-1d5ac6265605', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.345398] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.345650] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.345913] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2050d92-e089-4e9d-917a-17122659856d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.366285] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.366285] env[69350]: value = "task-4148891" [ 844.366285] env[69350]: _type = "Task" [ 844.366285] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.376209] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148891, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.442398] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.442398] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.442398] env[69350]: DEBUG nova.network.neutron [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.594715] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513771} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.597526] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab/6ba44eb1-ae05-4d4d-8eb4-12917d08ddab.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.597814] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.598822] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b4ab778-876d-4ade-8bf3-12b813430af2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.606043] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 844.606043] env[69350]: value = "task-4148892" [ 844.606043] env[69350]: _type = "Task" [ 844.606043] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.620369] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.628502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.628756] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.628962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.629169] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.629441] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.634297] env[69350]: INFO nova.compute.manager [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Terminating instance [ 844.880159] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148891, 'name': CreateVM_Task, 'duration_secs': 0.50919} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.880348] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.881311] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.881311] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.881668] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.882080] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746bff95-19fe-4dd6-9f05-35992a7c852a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.888209] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 844.888209] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e52691-5c89-a220-070b-6d0845fca5da" [ 844.888209] env[69350]: _type = "Task" [ 844.888209] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.898725] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e52691-5c89-a220-070b-6d0845fca5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.937134] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e4997e-739e-4db7-a05b-89e4671a742d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.945274] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7c2594-c2f4-4c6c-920b-3a53f928effa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.979615] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49ea1af-80e5-41ed-9383-934936eb6285 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.988393] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a794c590-07df-4586-81f1-b926379a4293 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.006433] env[69350]: DEBUG nova.compute.provider_tree [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.117474] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078056} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.117741] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.118553] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a249648d-fa74-4459-995a-a59e9fda2030 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.142268] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab/6ba44eb1-ae05-4d4d-8eb4-12917d08ddab.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.147128] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "refresh_cache-9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.147128] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquired lock "refresh_cache-9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.147128] env[69350]: DEBUG nova.network.neutron [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.147128] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d93859-9f1c-4454-b17c-4c1f5eec34f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.171157] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 845.171157] env[69350]: value = "task-4148893" [ 845.171157] env[69350]: _type = "Task" [ 845.171157] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.181667] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.183020] env[69350]: DEBUG nova.network.neutron [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.234838] env[69350]: DEBUG nova.network.neutron [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance_info_cache with network_info: [{"id": "521e140f-f582-4dd1-9069-b99f08fcc100", "address": "fa:16:3e:b0:8b:9b", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e140f-f5", "ovs_interfaceid": "521e140f-f582-4dd1-9069-b99f08fcc100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.291080] env[69350]: DEBUG nova.network.neutron [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.401753] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e52691-5c89-a220-070b-6d0845fca5da, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.401873] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.402199] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.403866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.403866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.403866] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.403866] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f4ca769-86d0-446f-a5ee-496e0b42bc8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.412459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.412773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.416155] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.416480] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.417688] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59ab781-f018-4f95-b0a3-48b8519ed3b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.425482] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 845.425482] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e34bd4-20e7-32b9-02ec-db69313b6913" [ 845.425482] env[69350]: _type = "Task" [ 845.425482] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.436679] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e34bd4-20e7-32b9-02ec-db69313b6913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.512779] env[69350]: DEBUG nova.scheduler.client.report [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.683330] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.739336] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.796617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Releasing lock "refresh_cache-9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.797076] env[69350]: DEBUG nova.compute.manager [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.797353] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.798341] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0568edf4-18d9-4eb6-b0e8-39a1c7388775 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.806869] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.807156] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3cfbec7-4b3e-46b5-a9fb-ebe56894d065 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.814247] env[69350]: DEBUG oslo_vmware.api [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 845.814247] env[69350]: value = "task-4148895" [ 845.814247] env[69350]: _type = "Task" [ 845.814247] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.826368] env[69350]: DEBUG oslo_vmware.api [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.918662] env[69350]: DEBUG nova.compute.manager [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.936623] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e34bd4-20e7-32b9-02ec-db69313b6913, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.938196] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86065dc-7482-40ca-935b-a45cddd035a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.944352] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 845.944352] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525a93fd-6ee8-162a-7294-40e076bf1a42" [ 845.944352] env[69350]: _type = "Task" [ 845.944352] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.953661] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525a93fd-6ee8-162a-7294-40e076bf1a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.019783] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.022263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 17.990s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.040456] env[69350]: INFO nova.scheduler.client.report [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Deleted allocations for instance 2fa11155-93c9-497c-a25f-d24ffcedeb9e [ 846.111867] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "7365d4d4-e1fc-42ae-9117-8584f9584087" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.112142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "7365d4d4-e1fc-42ae-9117-8584f9584087" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.181630] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148893, 'name': ReconfigVM_Task, 'duration_secs': 0.582504} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.181931] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab/6ba44eb1-ae05-4d4d-8eb4-12917d08ddab.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.182601] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a04ba16-0dbd-417d-894f-bdc3ca96fed1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.190524] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 846.190524] env[69350]: value = "task-4148896" [ 846.190524] env[69350]: _type = "Task" [ 846.190524] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.199102] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148896, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.324511] env[69350]: DEBUG oslo_vmware.api [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148895, 'name': PowerOffVM_Task, 'duration_secs': 0.115579} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.324819] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.324997] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.325281] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b54aa583-a550-485b-9a98-080394d4f733 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.362406] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.362406] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.362599] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Deleting the datastore file [datastore1] 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.362884] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e971a7f2-92f2-4095-bba1-00f1191c4503 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.370325] env[69350]: DEBUG oslo_vmware.api [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for the task: (returnval){ [ 846.370325] env[69350]: value = "task-4148898" [ 846.370325] env[69350]: _type = "Task" [ 846.370325] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.378507] env[69350]: DEBUG oslo_vmware.api [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.439157] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.456185] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525a93fd-6ee8-162a-7294-40e076bf1a42, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.456518] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.456847] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 7125c072-cf6c-4a99-8217-97c0a89bfab9/7125c072-cf6c-4a99-8217-97c0a89bfab9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.457178] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a290d342-8cff-4103-a3e7-28c4564d6429 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.464981] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 846.464981] env[69350]: value = "task-4148899" [ 846.464981] env[69350]: _type = "Task" [ 846.464981] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.474912] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.525032] env[69350]: DEBUG nova.objects.instance [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lazy-loading 'migration_context' on Instance uuid 46c02c77-062d-4f45-ab62-e432ec0c3ba7 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.548490] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced5bd97-10d1-47f1-af6c-a13552620a6d tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "2fa11155-93c9-497c-a25f-d24ffcedeb9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.953s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.614084] env[69350]: DEBUG nova.compute.manager [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.702743] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148896, 'name': Rename_Task, 'duration_secs': 0.1639} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.703443] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.703759] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b252901-dbfe-4cb5-8f6f-0661d58bb37d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.712495] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 846.712495] env[69350]: value = "task-4148900" [ 846.712495] env[69350]: _type = "Task" [ 846.712495] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.722344] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.887597] env[69350]: DEBUG oslo_vmware.api [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Task: {'id': task-4148898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106694} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.887597] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.887597] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.887597] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.887756] env[69350]: INFO nova.compute.manager [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Took 1.09 seconds to destroy the instance on the hypervisor. [ 846.888277] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.888616] env[69350]: DEBUG nova.compute.manager [-] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.888761] env[69350]: DEBUG nova.network.neutron [-] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.912419] env[69350]: DEBUG nova.network.neutron [-] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.976087] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148899, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.986685] env[69350]: DEBUG oslo_concurrency.lockutils [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "993c24e5-a39b-4618-87c0-6e204c29835c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.987028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "993c24e5-a39b-4618-87c0-6e204c29835c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.987255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "993c24e5-a39b-4618-87c0-6e204c29835c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.987482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "993c24e5-a39b-4618-87c0-6e204c29835c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.987607] env[69350]: DEBUG oslo_concurrency.lockutils [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "993c24e5-a39b-4618-87c0-6e204c29835c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.990551] env[69350]: INFO nova.compute.manager [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Terminating instance [ 847.135742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.224481] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148900, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.257213] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54560f4e-6000-4c68-9be1-e3a1f481452d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.278494] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance '829e488c-b119-4d6b-bc74-e24c10ee6d5e' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.415725] env[69350]: DEBUG nova.network.neutron [-] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.478894] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522723} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.480199] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 7125c072-cf6c-4a99-8217-97c0a89bfab9/7125c072-cf6c-4a99-8217-97c0a89bfab9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.480434] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.481323] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c9d53c-745c-4661-908b-64ffa99fa44d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.484345] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21ace08c-3e48-4b42-969b-de44c9210ff0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.493216] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5317b517-2044-42ec-90a6-526c2918fc73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.496953] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 847.496953] env[69350]: value = "task-4148901" [ 847.496953] env[69350]: _type = "Task" [ 847.496953] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.497723] env[69350]: DEBUG nova.compute.manager [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.498086] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.499557] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f9b3ac-145e-401b-9aa6-1c4c22e71909 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.537380] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7af0ba-3cff-440c-b987-043f89ba3598 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.540158] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.540446] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.540685] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c96d62e-5d15-456c-9796-90000ab17043 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.549515] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb17e832-39df-46c1-8014-171c855dc80b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.554014] env[69350]: DEBUG oslo_vmware.api [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 847.554014] env[69350]: value = "task-4148902" [ 847.554014] env[69350]: _type = "Task" [ 847.554014] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.568328] env[69350]: DEBUG nova.compute.provider_tree [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.576261] env[69350]: DEBUG oslo_vmware.api [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.728036] env[69350]: DEBUG oslo_vmware.api [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4148900, 'name': PowerOnVM_Task, 'duration_secs': 0.73941} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.728491] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.728598] env[69350]: INFO nova.compute.manager [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Took 9.12 seconds to spawn the instance on the hypervisor. [ 847.728900] env[69350]: DEBUG nova.compute.manager [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.729575] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d0be0-28cb-4805-800f-2abf812d35d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.787392] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.787392] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0419f3c-e4b9-4538-80d9-bed65fddb72c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.796671] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 847.796671] env[69350]: value = "task-4148903" [ 847.796671] env[69350]: _type = "Task" [ 847.796671] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.805959] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.833457] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 847.833726] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821580', 'volume_id': 'e9680694-ba84-49be-b340-2445b7b1c7b7', 'name': 'volume-e9680694-ba84-49be-b340-2445b7b1c7b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8093c0d1-f6cf-4edd-86e2-8ac2586fbe62', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9680694-ba84-49be-b340-2445b7b1c7b7', 'serial': 'e9680694-ba84-49be-b340-2445b7b1c7b7'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 847.834635] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30317f94-0e2c-4f9e-bca9-a305f9cef3cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.853576] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db50ba4-e59a-4a7e-8fa2-fd88f9257748 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.879655] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-e9680694-ba84-49be-b340-2445b7b1c7b7/volume-e9680694-ba84-49be-b340-2445b7b1c7b7.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.880046] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc307279-271b-4bd0-8545-8bbe39438321 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.899336] env[69350]: DEBUG oslo_vmware.api [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Waiting for the task: (returnval){ [ 847.899336] env[69350]: value = "task-4148904" [ 847.899336] env[69350]: _type = "Task" [ 847.899336] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.907835] env[69350]: DEBUG oslo_vmware.api [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Task: {'id': task-4148904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.922062] env[69350]: INFO nova.compute.manager [-] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Took 1.03 seconds to deallocate network for instance. [ 848.009952] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069732} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.010213] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.012159] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8164009a-9bb7-4827-94ed-abeeaf3801e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.034091] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 7125c072-cf6c-4a99-8217-97c0a89bfab9/7125c072-cf6c-4a99-8217-97c0a89bfab9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.034393] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e9aba2-365a-491b-9037-72b1f9276913 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.054304] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 848.054304] env[69350]: value = "task-4148905" [ 848.054304] env[69350]: _type = "Task" [ 848.054304] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.073704] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.074616] env[69350]: DEBUG nova.scheduler.client.report [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.078379] env[69350]: DEBUG oslo_vmware.api [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148902, 'name': PowerOffVM_Task, 'duration_secs': 0.272051} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.079897] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.079897] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.079897] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2060af86-151d-471d-9b41-be63ee99049f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.147843] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.148215] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.148424] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Deleting the datastore file [datastore1] 993c24e5-a39b-4618-87c0-6e204c29835c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.148724] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28c8403f-b7b6-453d-99a0-72a8bf240b5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.156624] env[69350]: DEBUG oslo_vmware.api [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for the task: (returnval){ [ 848.156624] env[69350]: value = "task-4148907" [ 848.156624] env[69350]: _type = "Task" [ 848.156624] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.168566] env[69350]: DEBUG oslo_vmware.api [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.249665] env[69350]: INFO nova.compute.manager [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Took 30.08 seconds to build instance. [ 848.310148] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 848.310435] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance '829e488c-b119-4d6b-bc74-e24c10ee6d5e' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.410709] env[69350]: DEBUG oslo_vmware.api [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Task: {'id': task-4148904, 'name': ReconfigVM_Task, 'duration_secs': 0.388686} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.411083] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-e9680694-ba84-49be-b340-2445b7b1c7b7/volume-e9680694-ba84-49be-b340-2445b7b1c7b7.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.416121] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b05afa8-5d77-407b-8f38-0f6f3c8ffc0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.427948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.434028] env[69350]: DEBUG oslo_vmware.api [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Waiting for the task: (returnval){ [ 848.434028] env[69350]: value = "task-4148908" [ 848.434028] env[69350]: _type = "Task" [ 848.434028] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.443967] env[69350]: DEBUG oslo_vmware.api [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Task: {'id': task-4148908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.566932] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148905, 'name': ReconfigVM_Task, 'duration_secs': 0.344286} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.567262] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 7125c072-cf6c-4a99-8217-97c0a89bfab9/7125c072-cf6c-4a99-8217-97c0a89bfab9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.567979] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b5a162e-c642-4cda-90b2-8342f3b010e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.576339] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 848.576339] env[69350]: value = "task-4148909" [ 848.576339] env[69350]: _type = "Task" [ 848.576339] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.590990] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148909, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.671191] env[69350]: DEBUG oslo_vmware.api [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Task: {'id': task-4148907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171774} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.672128] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.672530] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.672597] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.672813] env[69350]: INFO nova.compute.manager [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 848.673092] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.673312] env[69350]: DEBUG nova.compute.manager [-] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.673407] env[69350]: DEBUG nova.network.neutron [-] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.752122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b30d20d-7c8a-4906-814b-beae57615f78 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.595s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.817050] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.817312] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.817469] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.817649] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.817792] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.817938] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.818160] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.818355] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.818526] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.818693] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.819015] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.824570] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa3ef8d-0f53-4dd1-b069-7381f88de1b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.843343] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 848.843343] env[69350]: value = "task-4148910" [ 848.843343] env[69350]: _type = "Task" [ 848.843343] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.853532] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.945402] env[69350]: DEBUG oslo_vmware.api [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Task: {'id': task-4148908, 'name': ReconfigVM_Task, 'duration_secs': 0.162952} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.945773] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821580', 'volume_id': 'e9680694-ba84-49be-b340-2445b7b1c7b7', 'name': 'volume-e9680694-ba84-49be-b340-2445b7b1c7b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8093c0d1-f6cf-4edd-86e2-8ac2586fbe62', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9680694-ba84-49be-b340-2445b7b1c7b7', 'serial': 'e9680694-ba84-49be-b340-2445b7b1c7b7'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 849.088320] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.066s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.094846] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148909, 'name': Rename_Task, 'duration_secs': 0.179604} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.097753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.928s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.099317] env[69350]: INFO nova.compute.claims [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.105496] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.112399] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13d9bc92-f7b2-4f67-b7ce-ce9bf7e6bec6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.123115] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 849.123115] env[69350]: value = "task-4148911" [ 849.123115] env[69350]: _type = "Task" [ 849.123115] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.135638] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.272480] env[69350]: DEBUG nova.compute.manager [req-d409a4d1-3e3a-456c-b740-298234769484 req-8978a5b7-d75a-49ed-b706-a75fa88ee4cd service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Received event network-vif-deleted-2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.272684] env[69350]: INFO nova.compute.manager [req-d409a4d1-3e3a-456c-b740-298234769484 req-8978a5b7-d75a-49ed-b706-a75fa88ee4cd service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Neutron deleted interface 2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a; detaching it from the instance and deleting it from the info cache [ 849.272861] env[69350]: DEBUG nova.network.neutron [req-d409a4d1-3e3a-456c-b740-298234769484 req-8978a5b7-d75a-49ed-b706-a75fa88ee4cd service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.354620] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148910, 'name': ReconfigVM_Task, 'duration_secs': 0.397115} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.354961] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance '829e488c-b119-4d6b-bc74-e24c10ee6d5e' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.629434] env[69350]: DEBUG nova.network.neutron [-] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.639398] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.776766] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a44ff1e-7965-4982-8dd9-93039357dd75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.787408] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54af8e2b-7225-482b-8a71-3081a9c6e74d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.827344] env[69350]: DEBUG nova.compute.manager [req-d409a4d1-3e3a-456c-b740-298234769484 req-8978a5b7-d75a-49ed-b706-a75fa88ee4cd service nova] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Detach interface failed, port_id=2c65ee04-8f5f-47e0-bb84-c45e5b2a3d2a, reason: Instance 993c24e5-a39b-4618-87c0-6e204c29835c could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.862293] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.862555] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.862714] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.862895] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.863057] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.863211] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.863419] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.863576] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.863747] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.863922] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.864190] env[69350]: DEBUG nova.virt.hardware [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.871280] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 849.871662] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e8eed9a-6781-4f6a-bffd-acdf67b4878e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.890927] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 849.890927] env[69350]: value = "task-4148912" [ 849.890927] env[69350]: _type = "Task" [ 849.890927] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.903636] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.012622] env[69350]: DEBUG nova.objects.instance [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Lazy-loading 'flavor' on Instance uuid 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.138647] env[69350]: INFO nova.compute.manager [-] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Took 1.47 seconds to deallocate network for instance. [ 850.139300] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.409245] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148912, 'name': ReconfigVM_Task, 'duration_secs': 0.192381} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.409561] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 850.411053] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2bec7f-771e-4a8c-8e48-201a02fb3850 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.451255] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 829e488c-b119-4d6b-bc74-e24c10ee6d5e/829e488c-b119-4d6b-bc74-e24c10ee6d5e.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.456408] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1ab8c68-ab69-46a8-b0b1-48947b027e36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.489601] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 850.489601] env[69350]: value = "task-4148913" [ 850.489601] env[69350]: _type = "Task" [ 850.489601] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.506624] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148913, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.519293] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9b8e580-dfb1-45d7-a91e-9b603b02b7f3 tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.338s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.647677] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148911, 'name': PowerOnVM_Task, 'duration_secs': 1.298124} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.647966] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.648202] env[69350]: DEBUG nova.compute.manager [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.650069] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dcd916-7b8a-4b8b-8e5d-cad54813af49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.655576] env[69350]: INFO nova.compute.manager [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Swapping old allocation on dict_keys(['33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2']) held by migration 16bfb7f5-912b-447b-85d7-5df8dae2b488 for instance [ 850.656586] env[69350]: DEBUG oslo_concurrency.lockutils [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.668209] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.668474] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.691682] env[69350]: DEBUG nova.scheduler.client.report [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Overwriting current allocation {'allocations': {'33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 77}}, 'project_id': '02d263a731f244399d34a9efb742e125', 'user_id': '5bc5ec3e968043a9a659c8cd084e668f', 'consumer_generation': 1} on consumer 46c02c77-062d-4f45-ab62-e432ec0c3ba7 {{(pid=69350) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 850.759332] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa88f2a8-565b-4f73-a73f-dbfa59b43fbd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.767858] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34a66b8-694c-4fca-bc1e-dd5f2189c1bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.801716] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.802303] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquired lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.802303] env[69350]: DEBUG nova.network.neutron [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.807082] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227bffa6-7977-45b6-b8ac-dff21d722ae1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.814460] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4b7fb1-a8ca-4e51-aea7-4c76239d4d1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.831679] env[69350]: DEBUG nova.compute.provider_tree [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.000056] env[69350]: DEBUG oslo_vmware.api [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4148913, 'name': ReconfigVM_Task, 'duration_secs': 0.358278} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.000056] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 829e488c-b119-4d6b-bc74-e24c10ee6d5e/829e488c-b119-4d6b-bc74-e24c10ee6d5e.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.000400] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance '829e488c-b119-4d6b-bc74-e24c10ee6d5e' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.100741] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Acquiring lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.101144] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.180784] env[69350]: DEBUG nova.compute.manager [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.184797] env[69350]: INFO nova.compute.manager [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] bringing vm to original state: 'stopped' [ 851.334990] env[69350]: DEBUG nova.scheduler.client.report [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.507020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a432dd82-3848-4cb1-83cc-e55de97aa0b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.527313] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0d93df-81ca-499f-80b7-2a6f507f050a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.546609] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance '829e488c-b119-4d6b-bc74-e24c10ee6d5e' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.593479] env[69350]: DEBUG nova.network.neutron [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance_info_cache with network_info: [{"id": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "address": "fa:16:3e:6a:5d:c6", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5811f0-4e", "ovs_interfaceid": "7c5811f0-4e24-4adc-97ae-1d3603e8c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.604967] env[69350]: INFO nova.compute.manager [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Detaching volume e9680694-ba84-49be-b340-2445b7b1c7b7 [ 851.644804] env[69350]: INFO nova.virt.block_device [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Attempting to driver detach volume e9680694-ba84-49be-b340-2445b7b1c7b7 from mountpoint /dev/sdb [ 851.645253] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 851.645649] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821580', 'volume_id': 'e9680694-ba84-49be-b340-2445b7b1c7b7', 'name': 'volume-e9680694-ba84-49be-b340-2445b7b1c7b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8093c0d1-f6cf-4edd-86e2-8ac2586fbe62', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9680694-ba84-49be-b340-2445b7b1c7b7', 'serial': 'e9680694-ba84-49be-b340-2445b7b1c7b7'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 851.647705] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c24eca-7378-4b3a-8440-bfbe99683f72 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.679099] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc49e11-03b1-4839-88da-c4f0122bc2d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.700057] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f3dca-fb9a-4342-abe5-b6913bace464 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.732197] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.734285] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2d2825-3688-4539-a81f-99a6d194a53d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.752837] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] The volume has not been displaced from its original location: [datastore1] volume-e9680694-ba84-49be-b340-2445b7b1c7b7/volume-e9680694-ba84-49be-b340-2445b7b1c7b7.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 851.758296] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 851.758754] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-435c0fe7-8e34-45d1-b2a6-4a5a03d4c32c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.781577] env[69350]: DEBUG oslo_vmware.api [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Waiting for the task: (returnval){ [ 851.781577] env[69350]: value = "task-4148914" [ 851.781577] env[69350]: _type = "Task" [ 851.781577] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.791036] env[69350]: DEBUG oslo_vmware.api [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Task: {'id': task-4148914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.841056] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.841749] env[69350]: DEBUG nova.compute.manager [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.845038] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.619s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.846814] env[69350]: INFO nova.compute.claims [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.094859] env[69350]: DEBUG nova.network.neutron [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Port 521e140f-f582-4dd1-9069-b99f08fcc100 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 852.096796] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Releasing lock "refresh_cache-46c02c77-062d-4f45-ab62-e432ec0c3ba7" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.097557] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.098081] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44d05b79-7ed1-4634-a656-435fa3dd600c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.107075] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 852.107075] env[69350]: value = "task-4148915" [ 852.107075] env[69350]: _type = "Task" [ 852.107075] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.122034] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.197079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.197079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.197079] env[69350]: DEBUG nova.compute.manager [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.197883] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd02b47-d62d-4aad-8225-3de9c24d6932 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.207544] env[69350]: DEBUG nova.compute.manager [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 852.294155] env[69350]: DEBUG oslo_vmware.api [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Task: {'id': task-4148914, 'name': ReconfigVM_Task, 'duration_secs': 0.402272} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.294678] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 852.300298] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d181c9e-d83c-48fa-9130-af07496c5f94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.317148] env[69350]: DEBUG oslo_vmware.api [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Waiting for the task: (returnval){ [ 852.317148] env[69350]: value = "task-4148916" [ 852.317148] env[69350]: _type = "Task" [ 852.317148] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.326991] env[69350]: DEBUG oslo_vmware.api [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Task: {'id': task-4148916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.358434] env[69350]: DEBUG nova.compute.utils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.358434] env[69350]: DEBUG nova.compute.manager [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.358434] env[69350]: DEBUG nova.network.neutron [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.409253] env[69350]: DEBUG nova.policy [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc94560cfaa44259f08b4255e62d12f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e32d5858df8f4b7dac6e2697c2a1c4eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.620172] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148915, 'name': PowerOffVM_Task, 'duration_secs': 0.203802} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.620172] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.621935] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:21:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eead3406-276e-4835-81ba-137f73cf3002',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-484161707',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.621935] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.621935] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.622250] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.622866] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.622866] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.623096] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.623330] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.623502] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.623788] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.624010] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.629451] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65775932-49e9-4bb3-83d6-4b11d9fec1a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.652191] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 852.652191] env[69350]: value = "task-4148917" [ 852.652191] env[69350]: _type = "Task" [ 852.652191] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.663624] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.713273] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.713656] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b27b59-f8ab-4988-b365-bad743e53260 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.720951] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 852.720951] env[69350]: value = "task-4148918" [ 852.720951] env[69350]: _type = "Task" [ 852.720951] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.731464] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.775641] env[69350]: DEBUG nova.network.neutron [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Successfully created port: 54b4c61a-c475-4247-ba66-2587db2c12d0 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.828730] env[69350]: DEBUG oslo_vmware.api [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Task: {'id': task-4148916, 'name': ReconfigVM_Task, 'duration_secs': 0.15783} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.829133] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821580', 'volume_id': 'e9680694-ba84-49be-b340-2445b7b1c7b7', 'name': 'volume-e9680694-ba84-49be-b340-2445b7b1c7b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8093c0d1-f6cf-4edd-86e2-8ac2586fbe62', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9680694-ba84-49be-b340-2445b7b1c7b7', 'serial': 'e9680694-ba84-49be-b340-2445b7b1c7b7'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 852.861596] env[69350]: DEBUG nova.compute.manager [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.124083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.124324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.124543] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.163495] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148917, 'name': ReconfigVM_Task, 'duration_secs': 0.155075} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.164366] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265fa7d5-720e-492f-9341-dd8147af0623 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.187139] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:21:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eead3406-276e-4835-81ba-137f73cf3002',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-484161707',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.189057] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.189057] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.189221] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.190023] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.190023] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.190023] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.190023] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.190023] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.190338] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.190374] env[69350]: DEBUG nova.virt.hardware [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.195043] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef8bcb5-6b4e-45f0-8031-bb16a7b40fdb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.202375] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 853.202375] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526f552d-9417-f47e-6ca6-16bd7dadbecf" [ 853.202375] env[69350]: _type = "Task" [ 853.202375] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.211088] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526f552d-9417-f47e-6ca6-16bd7dadbecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.233142] env[69350]: DEBUG oslo_vmware.api [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148918, 'name': PowerOffVM_Task, 'duration_secs': 0.191789} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.233435] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.233649] env[69350]: DEBUG nova.compute.manager [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.234485] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f602e94d-62b2-42f5-a75c-31b23b1fec2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.397556] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff39efc7-40e2-4e1e-b70a-dac0534ffd82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.401498] env[69350]: DEBUG nova.objects.instance [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Lazy-loading 'flavor' on Instance uuid 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.408532] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7437c2-72f6-40d8-a1f5-8e311d893b42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.444120] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72f0056-0e88-4fcf-b968-dcb78327f25b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.453421] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7ea557-6258-4204-877c-aeb40fb64072 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.470653] env[69350]: DEBUG nova.compute.provider_tree [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.713290] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526f552d-9417-f47e-6ca6-16bd7dadbecf, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.718890] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 853.719262] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c77d599a-4f75-4de2-8d4f-4977bb6c22fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.737991] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 853.737991] env[69350]: value = "task-4148919" [ 853.737991] env[69350]: _type = "Task" [ 853.737991] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.748549] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.749057] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.874150] env[69350]: DEBUG nova.compute.manager [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.920489] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6b12fb6f5590c34a89fce1e487d84c0f',container_format='bare',created_at=2025-05-14T13:22:58Z,direct_url=,disk_format='vmdk',id=52ad6d0f-5ed3-4abe-823b-51bf618c764e,min_disk=1,min_ram=0,name='tempest-test-snap-1536425114',owner='e32d5858df8f4b7dac6e2697c2a1c4eb',properties=ImageMetaProps,protected=,size=31589376,status='active',tags=,updated_at=2025-05-14T13:23:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.920706] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.920863] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.921095] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.921273] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.921428] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.921640] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.921803] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.921971] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.922151] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.922330] env[69350]: DEBUG nova.virt.hardware [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.923300] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b85fc8e-7980-40c8-b41b-163885870efb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.932910] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf66f391-4d80-48dd-9be5-c383b36f5d83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.974483] env[69350]: DEBUG nova.scheduler.client.report [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.164593] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.164593] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.164593] env[69350]: DEBUG nova.network.neutron [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.249652] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148919, 'name': ReconfigVM_Task, 'duration_secs': 0.207094} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.250142] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 854.254824] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38fe0ba-8599-4ee6-93e3-48d84cc6c2c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.263589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.284748] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 46c02c77-062d-4f45-ab62-e432ec0c3ba7/46c02c77-062d-4f45-ab62-e432ec0c3ba7.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.288464] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00aa0ed0-6ae3-4573-8baf-fdce025a91e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.313800] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 854.313800] env[69350]: value = "task-4148920" [ 854.313800] env[69350]: _type = "Task" [ 854.313800] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.326760] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.411817] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c30680-9804-4af0-badc-47b591c1cc9d tempest-VolumesAssistedSnapshotsTest-318494118 tempest-VolumesAssistedSnapshotsTest-318494118-project-admin] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.480187] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.480187] env[69350]: DEBUG nova.compute.manager [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.483219] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.536s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.484981] env[69350]: INFO nova.compute.claims [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.643154] env[69350]: DEBUG nova.compute.manager [req-dd42ac76-7ae8-4ae9-ae00-279fcd457535 req-9462f73f-730a-46a4-b45d-cfd97bd4da27 service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Received event network-vif-plugged-54b4c61a-c475-4247-ba66-2587db2c12d0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.643397] env[69350]: DEBUG oslo_concurrency.lockutils [req-dd42ac76-7ae8-4ae9-ae00-279fcd457535 req-9462f73f-730a-46a4-b45d-cfd97bd4da27 service nova] Acquiring lock "f6e56bac-d347-478d-8be9-7e6ab9de1977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.643615] env[69350]: DEBUG oslo_concurrency.lockutils [req-dd42ac76-7ae8-4ae9-ae00-279fcd457535 req-9462f73f-730a-46a4-b45d-cfd97bd4da27 service nova] Lock "f6e56bac-d347-478d-8be9-7e6ab9de1977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.643801] env[69350]: DEBUG oslo_concurrency.lockutils [req-dd42ac76-7ae8-4ae9-ae00-279fcd457535 req-9462f73f-730a-46a4-b45d-cfd97bd4da27 service nova] Lock "f6e56bac-d347-478d-8be9-7e6ab9de1977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.643944] env[69350]: DEBUG nova.compute.manager [req-dd42ac76-7ae8-4ae9-ae00-279fcd457535 req-9462f73f-730a-46a4-b45d-cfd97bd4da27 service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] No waiting events found dispatching network-vif-plugged-54b4c61a-c475-4247-ba66-2587db2c12d0 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.644119] env[69350]: WARNING nova.compute.manager [req-dd42ac76-7ae8-4ae9-ae00-279fcd457535 req-9462f73f-730a-46a4-b45d-cfd97bd4da27 service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Received unexpected event network-vif-plugged-54b4c61a-c475-4247-ba66-2587db2c12d0 for instance with vm_state building and task_state spawning. [ 854.715318] env[69350]: DEBUG nova.network.neutron [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Successfully updated port: 54b4c61a-c475-4247-ba66-2587db2c12d0 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.825506] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148920, 'name': ReconfigVM_Task, 'duration_secs': 0.316111} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.825813] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 46c02c77-062d-4f45-ab62-e432ec0c3ba7/46c02c77-062d-4f45-ab62-e432ec0c3ba7.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.826907] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe11273-3220-4ded-9ca6-5cb2d347eff9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.852824] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90aab75-256d-40dc-b84b-a53fd2afea7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.873510] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424ba38-a6b3-47ce-975b-114c554b5478 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.895813] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c13906b-29fb-4484-9734-0218b4ecc263 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.904418] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.905452] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da8a7f12-39aa-4340-825c-22746cdde2f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.916035] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 854.916035] env[69350]: value = "task-4148921" [ 854.916035] env[69350]: _type = "Task" [ 854.916035] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.926157] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.933664] env[69350]: DEBUG nova.network.neutron [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance_info_cache with network_info: [{"id": "521e140f-f582-4dd1-9069-b99f08fcc100", "address": "fa:16:3e:b0:8b:9b", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e140f-f5", "ovs_interfaceid": "521e140f-f582-4dd1-9069-b99f08fcc100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.993026] env[69350]: DEBUG nova.compute.utils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.996036] env[69350]: DEBUG nova.compute.manager [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.996384] env[69350]: DEBUG nova.network.neutron [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.056415] env[69350]: DEBUG nova.policy [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '801c85fe5d5d4e38afeee1cd71a85a82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af9298968dcd4954b0e8f2b29f216dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.218669] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "refresh_cache-f6e56bac-d347-478d-8be9-7e6ab9de1977" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.218669] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "refresh_cache-f6e56bac-d347-478d-8be9-7e6ab9de1977" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.218669] env[69350]: DEBUG nova.network.neutron [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.403894] env[69350]: DEBUG nova.network.neutron [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Successfully created port: 0bbe25ec-aec8-4c45-a983-436371e55fbf {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.411940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.412297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.412523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "7125c072-cf6c-4a99-8217-97c0a89bfab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.413871] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.413871] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.415620] env[69350]: INFO nova.compute.manager [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Terminating instance [ 855.431826] env[69350]: DEBUG oslo_vmware.api [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148921, 'name': PowerOnVM_Task, 'duration_secs': 0.405843} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.431826] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.440084] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.497243] env[69350]: DEBUG nova.compute.manager [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.768436] env[69350]: DEBUG nova.network.neutron [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.925311] env[69350]: DEBUG nova.compute.manager [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.925615] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.928803] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29808d4-3811-45d9-8248-2d8c5a120c39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.942838] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.955902] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4a6e46b-d047-4181-b149-ecb4f88dee1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.974391] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc8aa97-2f9f-402e-8ab2-7e9c4713499c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.997118] env[69350]: DEBUG nova.network.neutron [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Updating instance_info_cache with network_info: [{"id": "54b4c61a-c475-4247-ba66-2587db2c12d0", "address": "fa:16:3e:ae:b6:34", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b4c61a-c4", "ovs_interfaceid": "54b4c61a-c475-4247-ba66-2587db2c12d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.998741] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4108acf-ce78-428a-b7b0-0377e296784c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.012161] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance '829e488c-b119-4d6b-bc74-e24c10ee6d5e' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.018015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1ad1cb-5af4-4aa1-bb9c-70c309e7e0b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.022549] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.022758] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.022933] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleting the datastore file [datastore1] 7125c072-cf6c-4a99-8217-97c0a89bfab9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.023584] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ae037dc-c950-4895-95c1-acac22ced319 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.028869] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf58b33-3cea-48c4-9312-766b238aaa2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.033712] env[69350]: DEBUG oslo_vmware.api [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 856.033712] env[69350]: value = "task-4148924" [ 856.033712] env[69350]: _type = "Task" [ 856.033712] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.068322] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660ef08b-385a-4030-bad6-57180771f71d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.073092] env[69350]: DEBUG oslo_vmware.api [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.078578] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dbd4e1-aba2-470b-96c2-8c3796e5fc30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.095115] env[69350]: DEBUG nova.compute.provider_tree [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.448722] env[69350]: INFO nova.compute.manager [None req-eb7eae0d-cd36-4aa1-be08-8f2ae88c6f1b tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance to original state: 'active' [ 856.503736] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "refresh_cache-f6e56bac-d347-478d-8be9-7e6ab9de1977" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.504091] env[69350]: DEBUG nova.compute.manager [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Instance network_info: |[{"id": "54b4c61a-c475-4247-ba66-2587db2c12d0", "address": "fa:16:3e:ae:b6:34", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b4c61a-c4", "ovs_interfaceid": "54b4c61a-c475-4247-ba66-2587db2c12d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.504549] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:b6:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54b4c61a-c475-4247-ba66-2587db2c12d0', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.512699] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.513758] env[69350]: DEBUG nova.compute.manager [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.516345] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.516610] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44217dc7-bffb-481e-bf73-ef4fa5fb6606 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.534172] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2cc9da-8e93-4d91-8e55-13dd2c839a21 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance '829e488c-b119-4d6b-bc74-e24c10ee6d5e' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.547841] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.548134] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.548314] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.548540] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.548697] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.548844] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.549077] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.549260] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.549430] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.549632] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.549811] env[69350]: DEBUG nova.virt.hardware [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.550637] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0138526-2c53-4641-87c9-1b676ff2d697 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.556817] env[69350]: DEBUG oslo_vmware.api [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4148924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150895} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.557018] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.557018] env[69350]: value = "task-4148925" [ 856.557018] env[69350]: _type = "Task" [ 856.557018] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.557640] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.557828] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.558111] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.558222] env[69350]: INFO nova.compute.manager [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Took 0.63 seconds to destroy the instance on the hypervisor. [ 856.558471] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.558769] env[69350]: DEBUG nova.compute.manager [-] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.558861] env[69350]: DEBUG nova.network.neutron [-] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.567980] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8152650-9afd-4ac0-bbb5-851576388cd0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.575861] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148925, 'name': CreateVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.598600] env[69350]: DEBUG nova.scheduler.client.report [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.672228] env[69350]: DEBUG nova.compute.manager [req-c3b98ad3-cb0f-4619-b880-3aafa29c1e4d req-2b1696e0-f3ef-453f-a39b-976dd279b142 service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Received event network-changed-54b4c61a-c475-4247-ba66-2587db2c12d0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.672700] env[69350]: DEBUG nova.compute.manager [req-c3b98ad3-cb0f-4619-b880-3aafa29c1e4d req-2b1696e0-f3ef-453f-a39b-976dd279b142 service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Refreshing instance network info cache due to event network-changed-54b4c61a-c475-4247-ba66-2587db2c12d0. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.672867] env[69350]: DEBUG oslo_concurrency.lockutils [req-c3b98ad3-cb0f-4619-b880-3aafa29c1e4d req-2b1696e0-f3ef-453f-a39b-976dd279b142 service nova] Acquiring lock "refresh_cache-f6e56bac-d347-478d-8be9-7e6ab9de1977" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.673206] env[69350]: DEBUG oslo_concurrency.lockutils [req-c3b98ad3-cb0f-4619-b880-3aafa29c1e4d req-2b1696e0-f3ef-453f-a39b-976dd279b142 service nova] Acquired lock "refresh_cache-f6e56bac-d347-478d-8be9-7e6ab9de1977" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.673426] env[69350]: DEBUG nova.network.neutron [req-c3b98ad3-cb0f-4619-b880-3aafa29c1e4d req-2b1696e0-f3ef-453f-a39b-976dd279b142 service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Refreshing network info cache for port 54b4c61a-c475-4247-ba66-2587db2c12d0 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.889419] env[69350]: DEBUG nova.compute.manager [req-8932bb59-12e3-421a-86dd-1b75d30ffa5f req-d0d4a092-4ceb-4049-93de-ba75402e8022 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Received event network-vif-plugged-0bbe25ec-aec8-4c45-a983-436371e55fbf {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.889419] env[69350]: DEBUG oslo_concurrency.lockutils [req-8932bb59-12e3-421a-86dd-1b75d30ffa5f req-d0d4a092-4ceb-4049-93de-ba75402e8022 service nova] Acquiring lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.889419] env[69350]: DEBUG oslo_concurrency.lockutils [req-8932bb59-12e3-421a-86dd-1b75d30ffa5f req-d0d4a092-4ceb-4049-93de-ba75402e8022 service nova] Lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.890273] env[69350]: DEBUG oslo_concurrency.lockutils [req-8932bb59-12e3-421a-86dd-1b75d30ffa5f req-d0d4a092-4ceb-4049-93de-ba75402e8022 service nova] Lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.890563] env[69350]: DEBUG nova.compute.manager [req-8932bb59-12e3-421a-86dd-1b75d30ffa5f req-d0d4a092-4ceb-4049-93de-ba75402e8022 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] No waiting events found dispatching network-vif-plugged-0bbe25ec-aec8-4c45-a983-436371e55fbf {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.890882] env[69350]: WARNING nova.compute.manager [req-8932bb59-12e3-421a-86dd-1b75d30ffa5f req-d0d4a092-4ceb-4049-93de-ba75402e8022 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Received unexpected event network-vif-plugged-0bbe25ec-aec8-4c45-a983-436371e55fbf for instance with vm_state building and task_state spawning. [ 856.953678] env[69350]: DEBUG nova.network.neutron [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Successfully updated port: 0bbe25ec-aec8-4c45-a983-436371e55fbf {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.072367] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148925, 'name': CreateVM_Task, 'duration_secs': 0.366669} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.072584] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.073275] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.073440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.073821] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.074090] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0de0df-0d16-4374-8369-cb51e14d6499 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.079545] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 857.079545] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b53d49-95f7-952a-7067-2348aaa18747" [ 857.079545] env[69350]: _type = "Task" [ 857.079545] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.090287] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b53d49-95f7-952a-7067-2348aaa18747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.103523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.104008] env[69350]: DEBUG nova.compute.manager [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.106655] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.472s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.106839] env[69350]: DEBUG nova.objects.instance [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 857.381310] env[69350]: DEBUG nova.network.neutron [req-c3b98ad3-cb0f-4619-b880-3aafa29c1e4d req-2b1696e0-f3ef-453f-a39b-976dd279b142 service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Updated VIF entry in instance network info cache for port 54b4c61a-c475-4247-ba66-2587db2c12d0. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.381692] env[69350]: DEBUG nova.network.neutron [req-c3b98ad3-cb0f-4619-b880-3aafa29c1e4d req-2b1696e0-f3ef-453f-a39b-976dd279b142 service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Updating instance_info_cache with network_info: [{"id": "54b4c61a-c475-4247-ba66-2587db2c12d0", "address": "fa:16:3e:ae:b6:34", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b4c61a-c4", "ovs_interfaceid": "54b4c61a-c475-4247-ba66-2587db2c12d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.387979] env[69350]: DEBUG nova.network.neutron [-] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.463135] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "refresh_cache-ac7bb8da-8ca1-4de2-8613-06060d81aa87" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.463349] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquired lock "refresh_cache-ac7bb8da-8ca1-4de2-8613-06060d81aa87" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.463522] env[69350]: DEBUG nova.network.neutron [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.592129] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.592830] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Processing image 52ad6d0f-5ed3-4abe-823b-51bf618c764e {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.592830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e/52ad6d0f-5ed3-4abe-823b-51bf618c764e.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.592830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e/52ad6d0f-5ed3-4abe-823b-51bf618c764e.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.593032] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.593998] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7e18091-3725-433c-a089-a69f2a203328 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.605942] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.606180] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.607000] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7496912a-f931-429e-b855-b4f65651138f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.610980] env[69350]: DEBUG nova.compute.utils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.613514] env[69350]: DEBUG nova.compute.manager [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.613514] env[69350]: DEBUG nova.network.neutron [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.620898] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 857.620898] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b11a52-c83a-2399-126e-528768635c18" [ 857.620898] env[69350]: _type = "Task" [ 857.620898] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.633148] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 857.633415] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Fetch image to [datastore2] OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a/OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 857.633605] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Downloading stream optimized image 52ad6d0f-5ed3-4abe-823b-51bf618c764e to [datastore2] OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a/OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a.vmdk on the data store datastore2 as vApp {{(pid=69350) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 857.633789] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Downloading image file data 52ad6d0f-5ed3-4abe-823b-51bf618c764e to the ESX as VM named 'OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a' {{(pid=69350) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 857.692194] env[69350]: DEBUG nova.policy [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '534c571f71724461bae1dd2e7be65300', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1379087d6060408dbec787e0fc20c7b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.733897] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 857.733897] env[69350]: value = "resgroup-9" [ 857.733897] env[69350]: _type = "ResourcePool" [ 857.733897] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 857.734254] env[69350]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-25280552-26b2-4381-93e6-b484c01fe15f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.757913] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lease: (returnval){ [ 857.757913] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52173896-86f5-6e45-e52c-754f7b3016bb" [ 857.757913] env[69350]: _type = "HttpNfcLease" [ 857.757913] env[69350]: } obtained for vApp import into resource pool (val){ [ 857.757913] env[69350]: value = "resgroup-9" [ 857.757913] env[69350]: _type = "ResourcePool" [ 857.757913] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 857.758238] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the lease: (returnval){ [ 857.758238] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52173896-86f5-6e45-e52c-754f7b3016bb" [ 857.758238] env[69350]: _type = "HttpNfcLease" [ 857.758238] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 857.765946] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 857.765946] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52173896-86f5-6e45-e52c-754f7b3016bb" [ 857.765946] env[69350]: _type = "HttpNfcLease" [ 857.765946] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 857.885067] env[69350]: DEBUG oslo_concurrency.lockutils [req-c3b98ad3-cb0f-4619-b880-3aafa29c1e4d req-2b1696e0-f3ef-453f-a39b-976dd279b142 service nova] Releasing lock "refresh_cache-f6e56bac-d347-478d-8be9-7e6ab9de1977" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.890834] env[69350]: INFO nova.compute.manager [-] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Took 1.33 seconds to deallocate network for instance. [ 858.004648] env[69350]: DEBUG nova.network.neutron [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.016600] env[69350]: DEBUG nova.network.neutron [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Successfully created port: dced06da-8301-4179-bcaa-bc907868c1f6 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.043131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.043698] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.043997] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.044289] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.044495] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.046876] env[69350]: INFO nova.compute.manager [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Terminating instance [ 858.113723] env[69350]: DEBUG nova.compute.manager [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.122386] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37d46488-0c89-415b-a2a8-cd248c9376ba tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.123485] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.063s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.123712] env[69350]: DEBUG nova.objects.instance [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lazy-loading 'resources' on Instance uuid 50988c7a-07dd-42d7-9fd2-790425947efe {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.238782] env[69350]: DEBUG nova.network.neutron [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Updating instance_info_cache with network_info: [{"id": "0bbe25ec-aec8-4c45-a983-436371e55fbf", "address": "fa:16:3e:8d:7d:53", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bbe25ec-ae", "ovs_interfaceid": "0bbe25ec-aec8-4c45-a983-436371e55fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.267358] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.267358] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52173896-86f5-6e45-e52c-754f7b3016bb" [ 858.267358] env[69350]: _type = "HttpNfcLease" [ 858.267358] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 858.267668] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 858.267668] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52173896-86f5-6e45-e52c-754f7b3016bb" [ 858.267668] env[69350]: _type = "HttpNfcLease" [ 858.267668] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 858.268448] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d219e97-a7e2-4516-a92b-a9f60fb65b03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.282430] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528364e5-54a2-b4bf-2b0e-073e41a83326/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 858.282646] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating HTTP connection to write to file with size = 31589376 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528364e5-54a2-b4bf-2b0e-073e41a83326/disk-0.vmdk. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 858.355086] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-443c9cff-c976-4eb3-820f-f98cd79c5245 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.399962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.550899] env[69350]: DEBUG nova.compute.manager [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.551212] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.552053] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f09cba3-96ac-44f6-a3bf-b36427af0e42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.560508] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.560767] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c651b693-358e-4743-bcef-92be3b008042 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.568081] env[69350]: DEBUG oslo_vmware.api [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 858.568081] env[69350]: value = "task-4148927" [ 858.568081] env[69350]: _type = "Task" [ 858.568081] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.576988] env[69350]: DEBUG oslo_vmware.api [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.744354] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Releasing lock "refresh_cache-ac7bb8da-8ca1-4de2-8613-06060d81aa87" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.744734] env[69350]: DEBUG nova.compute.manager [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Instance network_info: |[{"id": "0bbe25ec-aec8-4c45-a983-436371e55fbf", "address": "fa:16:3e:8d:7d:53", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bbe25ec-ae", "ovs_interfaceid": "0bbe25ec-aec8-4c45-a983-436371e55fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.745968] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:7d:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bbe25ec-aec8-4c45-a983-436371e55fbf', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.755888] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.759257] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.759911] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc091e76-acab-4537-9779-ea91393db08c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.790187] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.790187] env[69350]: value = "task-4148928" [ 858.790187] env[69350]: _type = "Task" [ 858.790187] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.801889] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148928, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.851394] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "3be3613b-9065-4c1d-acce-6caa0af871a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.851749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "3be3613b-9065-4c1d-acce-6caa0af871a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.851948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "3be3613b-9065-4c1d-acce-6caa0af871a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.852201] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "3be3613b-9065-4c1d-acce-6caa0af871a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.852389] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "3be3613b-9065-4c1d-acce-6caa0af871a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.856943] env[69350]: INFO nova.compute.manager [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Terminating instance [ 859.080067] env[69350]: DEBUG oslo_vmware.api [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148927, 'name': PowerOffVM_Task, 'duration_secs': 0.255665} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.084199] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.084566] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.088870] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7712590-98ab-4685-9546-5046dbc3740a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.134425] env[69350]: DEBUG nova.compute.manager [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.167533] env[69350]: DEBUG nova.compute.manager [req-1bb102d7-8fde-4efe-8304-d3315ce047fb req-164b9ccf-8687-45d8-b523-9d7b9f05a430 service nova] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Received event network-vif-deleted-2d4c8c69-a493-4e59-b809-1d5ac6265605 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.174285] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.174655] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.174930] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.175280] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.175466] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.175672] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.175921] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.176179] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.176479] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.176766] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.177106] env[69350]: DEBUG nova.virt.hardware [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.178815] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1be43c3-3b37-4b80-a771-7de8faa7a6d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.198562] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03202b44-4ae0-4c3e-b3d7-68954decd912 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.222323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquiring lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.222323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.222323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquiring lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.222599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.222599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.225519] env[69350]: INFO nova.compute.manager [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Terminating instance [ 859.234945] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.235158] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.235558] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Deleting the datastore file [datastore2] 46c02c77-062d-4f45-ab62-e432ec0c3ba7 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.236984] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd387b06-dfd2-4c15-9dd1-f8035b8bf73d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.246594] env[69350]: DEBUG oslo_vmware.api [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 859.246594] env[69350]: value = "task-4148930" [ 859.246594] env[69350]: _type = "Task" [ 859.246594] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.261482] env[69350]: DEBUG oslo_vmware.api [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.302497] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148928, 'name': CreateVM_Task, 'duration_secs': 0.416943} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.308995] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.311430] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.311671] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.312243] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.313039] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49b2fb4-9df4-4553-a7da-7fa29846295d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.323148] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38def7a5-099f-4d49-8799-859a5b567f9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.330119] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 859.330119] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e795a2-7eef-34b7-1445-af53c24bfaff" [ 859.330119] env[69350]: _type = "Task" [ 859.330119] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.340757] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1852fdf9-4dee-42b2-a215-b49a4857161a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.351522] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e795a2-7eef-34b7-1445-af53c24bfaff, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.352521] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.352758] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.353069] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.353308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.353413] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.353801] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ac5a6f9-ece0-40ce-83eb-5624e72956f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.387045] env[69350]: DEBUG nova.compute.manager [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.387045] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.395395] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a08591b-204a-48dd-bf98-368885915858 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.398440] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7dc49f-9bd4-40e2-9962-d682712d9f3f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.403067] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.403326] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.408203] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0001bf43-91f6-48ea-8a79-6c6c35165a55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.410698] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.410938] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea9cd443-9cf3-43eb-95fc-e8a0010d8d00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.413721] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece39a51-3e60-42b8-884b-8e95a4289e0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.429846] env[69350]: DEBUG nova.compute.provider_tree [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.433499] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 859.433499] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528643c9-a9c1-a871-a89b-da5890139fd7" [ 859.433499] env[69350]: _type = "Task" [ 859.433499] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.434389] env[69350]: DEBUG oslo_vmware.api [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 859.434389] env[69350]: value = "task-4148931" [ 859.434389] env[69350]: _type = "Task" [ 859.434389] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.452958] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528643c9-a9c1-a871-a89b-da5890139fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.453302] env[69350]: DEBUG oslo_vmware.api [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.457600] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14faebfb-70e8-4e28-9564-f93167b1ea4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.463571] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 859.463571] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52fbf420-b790-a22e-0ac9-fd548b881bf3" [ 859.463571] env[69350]: _type = "Task" [ 859.463571] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.484040] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fbf420-b790-a22e-0ac9-fd548b881bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.013341} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.484040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.484519] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] ac7bb8da-8ca1-4de2-8613-06060d81aa87/ac7bb8da-8ca1-4de2-8613-06060d81aa87.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.484592] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6e59867-cab5-4daa-801a-3f304c720745 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.493636] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 859.493636] env[69350]: value = "task-4148932" [ 859.493636] env[69350]: _type = "Task" [ 859.493636] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.504665] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.570300] env[69350]: DEBUG nova.compute.manager [req-42a7c09d-cd78-43fd-a122-4aa18e7d283f req-cd4f130f-faa3-49ed-b80a-b330cd8eb4c0 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Received event network-changed-0bbe25ec-aec8-4c45-a983-436371e55fbf {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.570712] env[69350]: DEBUG nova.compute.manager [req-42a7c09d-cd78-43fd-a122-4aa18e7d283f req-cd4f130f-faa3-49ed-b80a-b330cd8eb4c0 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Refreshing instance network info cache due to event network-changed-0bbe25ec-aec8-4c45-a983-436371e55fbf. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.571029] env[69350]: DEBUG oslo_concurrency.lockutils [req-42a7c09d-cd78-43fd-a122-4aa18e7d283f req-cd4f130f-faa3-49ed-b80a-b330cd8eb4c0 service nova] Acquiring lock "refresh_cache-ac7bb8da-8ca1-4de2-8613-06060d81aa87" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.571441] env[69350]: DEBUG oslo_concurrency.lockutils [req-42a7c09d-cd78-43fd-a122-4aa18e7d283f req-cd4f130f-faa3-49ed-b80a-b330cd8eb4c0 service nova] Acquired lock "refresh_cache-ac7bb8da-8ca1-4de2-8613-06060d81aa87" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.571562] env[69350]: DEBUG nova.network.neutron [req-42a7c09d-cd78-43fd-a122-4aa18e7d283f req-cd4f130f-faa3-49ed-b80a-b330cd8eb4c0 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Refreshing network info cache for port 0bbe25ec-aec8-4c45-a983-436371e55fbf {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.684204] env[69350]: DEBUG nova.network.neutron [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Successfully updated port: dced06da-8301-4179-bcaa-bc907868c1f6 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.730142] env[69350]: DEBUG nova.compute.manager [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.730614] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.731838] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859bca51-8b87-44a5-a5f2-2213069f33c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.750297] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.754599] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-227443a6-267d-47b9-9e67-0aa23eb8da15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.766490] env[69350]: DEBUG oslo_vmware.api [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4148930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212654} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.769881] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.770161] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.770299] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.770481] env[69350]: INFO nova.compute.manager [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 859.770742] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.771109] env[69350]: DEBUG oslo_vmware.api [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for the task: (returnval){ [ 859.771109] env[69350]: value = "task-4148933" [ 859.771109] env[69350]: _type = "Task" [ 859.771109] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.771640] env[69350]: DEBUG nova.compute.manager [-] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.771742] env[69350]: DEBUG nova.network.neutron [-] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.784362] env[69350]: DEBUG oslo_vmware.api [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.938097] env[69350]: DEBUG nova.scheduler.client.report [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.960928] env[69350]: DEBUG oslo_vmware.api [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148931, 'name': PowerOffVM_Task, 'duration_secs': 0.272272} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.962395] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.962667] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.963141] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faf672b6-7406-4060-b01b-742fa00c2a8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.968277] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 859.968670] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528364e5-54a2-b4bf-2b0e-073e41a83326/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 859.973180] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67dd76c-f68c-48f1-985d-aeebdab9d7a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.977993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.978386] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.986567] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528364e5-54a2-b4bf-2b0e-073e41a83326/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 859.986999] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528364e5-54a2-b4bf-2b0e-073e41a83326/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 859.987361] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c6808d13-877f-442a-9137-5956526c1abe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.005912] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148932, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.058177] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.058498] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.058790] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Deleting the datastore file [datastore1] 3be3613b-9065-4c1d-acce-6caa0af871a9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.059145] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c255f5ca-23c4-40ec-b3cb-72b0637f8de1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.067012] env[69350]: DEBUG oslo_vmware.api [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 860.067012] env[69350]: value = "task-4148935" [ 860.067012] env[69350]: _type = "Task" [ 860.067012] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.083711] env[69350]: DEBUG oslo_vmware.api [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.155964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.156416] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.156652] env[69350]: DEBUG nova.compute.manager [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Going to confirm migration 3 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 860.188421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "refresh_cache-fd2176f3-fc16-463d-8047-7bb04aa6823d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.188421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "refresh_cache-fd2176f3-fc16-463d-8047-7bb04aa6823d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.188421] env[69350]: DEBUG nova.network.neutron [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.220385] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528364e5-54a2-b4bf-2b0e-073e41a83326/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 860.220385] env[69350]: INFO nova.virt.vmwareapi.images [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Downloaded image file data 52ad6d0f-5ed3-4abe-823b-51bf618c764e [ 860.220385] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2077461-07d3-4a33-9af5-e765454573a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.236340] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e66332bb-2617-4a76-9de2-ebeb6261aa25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.285967] env[69350]: DEBUG oslo_vmware.api [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148933, 'name': PowerOffVM_Task, 'duration_secs': 0.30017} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.286301] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.286534] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.286796] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3b3b860-cb56-4754-9e85-6fb2a0a6e519 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.293192] env[69350]: INFO nova.virt.vmwareapi.images [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] The imported VM was unregistered [ 860.296131] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 860.296405] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating directory with path [datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.296760] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba63f97c-a707-498b-90e8-2bcded3128f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.308894] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Created directory with path [datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.309135] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a/OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a.vmdk to [datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e/52ad6d0f-5ed3-4abe-823b-51bf618c764e.vmdk. {{(pid=69350) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 860.309475] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bc2a1375-c0fe-4699-b7ad-a5b2585da32f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.318626] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 860.318626] env[69350]: value = "task-4148938" [ 860.318626] env[69350]: _type = "Task" [ 860.318626] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.330807] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148938, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.355830] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.356124] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.356371] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Deleting the datastore file [datastore1] 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.356651] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce90db96-d9f3-43de-8eb7-7acc3b24c376 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.363843] env[69350]: DEBUG oslo_vmware.api [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for the task: (returnval){ [ 860.363843] env[69350]: value = "task-4148939" [ 860.363843] env[69350]: _type = "Task" [ 860.363843] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.370592] env[69350]: DEBUG nova.network.neutron [req-42a7c09d-cd78-43fd-a122-4aa18e7d283f req-cd4f130f-faa3-49ed-b80a-b330cd8eb4c0 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Updated VIF entry in instance network info cache for port 0bbe25ec-aec8-4c45-a983-436371e55fbf. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.371203] env[69350]: DEBUG nova.network.neutron [req-42a7c09d-cd78-43fd-a122-4aa18e7d283f req-cd4f130f-faa3-49ed-b80a-b330cd8eb4c0 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Updating instance_info_cache with network_info: [{"id": "0bbe25ec-aec8-4c45-a983-436371e55fbf", "address": "fa:16:3e:8d:7d:53", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bbe25ec-ae", "ovs_interfaceid": "0bbe25ec-aec8-4c45-a983-436371e55fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.375634] env[69350]: DEBUG oslo_vmware.api [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.452436] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.456089] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.424s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.456330] env[69350]: DEBUG nova.objects.instance [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lazy-loading 'resources' on Instance uuid 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.478355] env[69350]: INFO nova.scheduler.client.report [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleted allocations for instance 50988c7a-07dd-42d7-9fd2-790425947efe [ 860.483504] env[69350]: DEBUG nova.compute.manager [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.507443] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565464} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.507741] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] ac7bb8da-8ca1-4de2-8613-06060d81aa87/ac7bb8da-8ca1-4de2-8613-06060d81aa87.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.507985] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.508338] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb66f5b2-8685-4460-8742-ae764a382b98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.520454] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 860.520454] env[69350]: value = "task-4148940" [ 860.520454] env[69350]: _type = "Task" [ 860.520454] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.532217] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.578395] env[69350]: DEBUG oslo_vmware.api [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4148935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154546} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.578395] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.578830] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.578830] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.578982] env[69350]: INFO nova.compute.manager [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 860.579124] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.579338] env[69350]: DEBUG nova.compute.manager [-] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.579473] env[69350]: DEBUG nova.network.neutron [-] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.600055] env[69350]: DEBUG nova.network.neutron [-] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.746251] env[69350]: DEBUG nova.network.neutron [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.786179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.786544] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.786787] env[69350]: DEBUG nova.network.neutron [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.786969] env[69350]: DEBUG nova.objects.instance [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'info_cache' on Instance uuid 829e488c-b119-4d6b-bc74-e24c10ee6d5e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.831625] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148938, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.875948] env[69350]: DEBUG oslo_vmware.api [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Task: {'id': task-4148939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179255} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.876488] env[69350]: DEBUG oslo_concurrency.lockutils [req-42a7c09d-cd78-43fd-a122-4aa18e7d283f req-cd4f130f-faa3-49ed-b80a-b330cd8eb4c0 service nova] Releasing lock "refresh_cache-ac7bb8da-8ca1-4de2-8613-06060d81aa87" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.877130] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.877351] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.877548] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.877976] env[69350]: INFO nova.compute.manager [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Took 1.15 seconds to destroy the instance on the hypervisor. [ 860.878285] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.878496] env[69350]: DEBUG nova.compute.manager [-] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.878593] env[69350]: DEBUG nova.network.neutron [-] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.963533] env[69350]: DEBUG nova.network.neutron [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Updating instance_info_cache with network_info: [{"id": "dced06da-8301-4179-bcaa-bc907868c1f6", "address": "fa:16:3e:57:76:c4", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdced06da-83", "ovs_interfaceid": "dced06da-8301-4179-bcaa-bc907868c1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.001952] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09d8d502-e343-44ba-8511-da34640f511f tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "50988c7a-07dd-42d7-9fd2-790425947efe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.640s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.026380] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.039539] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095481} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.040123] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.040985] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee37fdd-3db0-4372-a179-09dca2e24885 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.083357] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ac7bb8da-8ca1-4de2-8613-06060d81aa87/ac7bb8da-8ca1-4de2-8613-06060d81aa87.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.087847] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1723b11-94f1-4d79-96d7-5655535e3f21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.107688] env[69350]: INFO nova.compute.manager [-] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Took 1.34 seconds to deallocate network for instance. [ 861.116629] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 861.116629] env[69350]: value = "task-4148941" [ 861.116629] env[69350]: _type = "Task" [ 861.116629] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.130118] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.331737] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148938, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.466504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "refresh_cache-fd2176f3-fc16-463d-8047-7bb04aa6823d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.467314] env[69350]: DEBUG nova.compute.manager [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Instance network_info: |[{"id": "dced06da-8301-4179-bcaa-bc907868c1f6", "address": "fa:16:3e:57:76:c4", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdced06da-83", "ovs_interfaceid": "dced06da-8301-4179-bcaa-bc907868c1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.468072] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:76:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dced06da-8301-4179-bcaa-bc907868c1f6', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.479632] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Creating folder: Project (1379087d6060408dbec787e0fc20c7b5). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.481599] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dcac462-6acd-486f-9dbe-a1317eca759b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.500037] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Created folder: Project (1379087d6060408dbec787e0fc20c7b5) in parent group-v821414. [ 861.500037] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Creating folder: Instances. Parent ref: group-v821585. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.500037] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42a1eecc-6566-43e7-b171-17a84cd8adb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.513491] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Created folder: Instances in parent group-v821585. [ 861.513793] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.514015] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.514252] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fc57c52-5774-498f-b8a7-a033bdff03cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.538333] env[69350]: DEBUG nova.compute.manager [req-be526805-c7fc-4504-bda3-520ca6cad624 req-25b513e1-6834-4dad-9f35-6f6e36ddc96e service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Received event network-vif-deleted-ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.538526] env[69350]: INFO nova.compute.manager [req-be526805-c7fc-4504-bda3-520ca6cad624 req-25b513e1-6834-4dad-9f35-6f6e36ddc96e service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Neutron deleted interface ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e; detaching it from the instance and deleting it from the info cache [ 861.538745] env[69350]: DEBUG nova.network.neutron [req-be526805-c7fc-4504-bda3-520ca6cad624 req-25b513e1-6834-4dad-9f35-6f6e36ddc96e service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.551326] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.551326] env[69350]: value = "task-4148944" [ 861.551326] env[69350]: _type = "Task" [ 861.551326] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.572194] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148944, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.618519] env[69350]: DEBUG nova.compute.manager [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Received event network-vif-plugged-dced06da-8301-4179-bcaa-bc907868c1f6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.618519] env[69350]: DEBUG oslo_concurrency.lockutils [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] Acquiring lock "fd2176f3-fc16-463d-8047-7bb04aa6823d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.618668] env[69350]: DEBUG oslo_concurrency.lockutils [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.618866] env[69350]: DEBUG oslo_concurrency.lockutils [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.619428] env[69350]: DEBUG nova.compute.manager [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] No waiting events found dispatching network-vif-plugged-dced06da-8301-4179-bcaa-bc907868c1f6 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.619770] env[69350]: WARNING nova.compute.manager [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Received unexpected event network-vif-plugged-dced06da-8301-4179-bcaa-bc907868c1f6 for instance with vm_state building and task_state spawning. [ 861.619907] env[69350]: DEBUG nova.compute.manager [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Received event network-changed-dced06da-8301-4179-bcaa-bc907868c1f6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.620116] env[69350]: DEBUG nova.compute.manager [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Refreshing instance network info cache due to event network-changed-dced06da-8301-4179-bcaa-bc907868c1f6. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.620714] env[69350]: DEBUG oslo_concurrency.lockutils [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] Acquiring lock "refresh_cache-fd2176f3-fc16-463d-8047-7bb04aa6823d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.620847] env[69350]: DEBUG oslo_concurrency.lockutils [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] Acquired lock "refresh_cache-fd2176f3-fc16-463d-8047-7bb04aa6823d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.620957] env[69350]: DEBUG nova.network.neutron [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Refreshing network info cache for port dced06da-8301-4179-bcaa-bc907868c1f6 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.626553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.640542] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.696249] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db65dd3f-3b13-4769-aa11-632b1eec6a89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.708376] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a20fd3-7cd2-40db-9c49-533fd0d43db5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.757206] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bacde9f-76d6-4406-8be9-d1a78075d5b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.768671] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238d9abc-ea10-4d4c-b4fa-2796bb1b2e2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.786291] env[69350]: DEBUG nova.compute.provider_tree [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.834650] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148938, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.914960] env[69350]: DEBUG nova.network.neutron [-] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.044813] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd85a8a8-c550-4c51-bfd7-f90b4f030cfd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.052744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "f17a0100-054e-4103-ac80-698d1be85218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.052998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "f17a0100-054e-4103-ac80-698d1be85218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.053221] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "f17a0100-054e-4103-ac80-698d1be85218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.053433] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "f17a0100-054e-4103-ac80-698d1be85218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.053619] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "f17a0100-054e-4103-ac80-698d1be85218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.063285] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d537c863-d8fd-4ea7-a7b6-7d5a2b199dab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.075052] env[69350]: DEBUG nova.network.neutron [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance_info_cache with network_info: [{"id": "521e140f-f582-4dd1-9069-b99f08fcc100", "address": "fa:16:3e:b0:8b:9b", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e140f-f5", "ovs_interfaceid": "521e140f-f582-4dd1-9069-b99f08fcc100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.076491] env[69350]: INFO nova.compute.manager [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Terminating instance [ 862.085701] env[69350]: DEBUG nova.network.neutron [-] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.092224] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148944, 'name': CreateVM_Task, 'duration_secs': 0.464587} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.107637] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.108052] env[69350]: DEBUG nova.compute.manager [req-be526805-c7fc-4504-bda3-520ca6cad624 req-25b513e1-6834-4dad-9f35-6f6e36ddc96e service nova] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Detach interface failed, port_id=ee5cf5a6-c662-41f3-bc9d-e10f08a32c1e, reason: Instance 3be3613b-9065-4c1d-acce-6caa0af871a9 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.110634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.110634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.110634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.111332] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96802eea-7210-491a-86eb-480548bec6d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.117398] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 862.117398] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b14435-d067-1edc-f3e7-bceafb7e7858" [ 862.117398] env[69350]: _type = "Task" [ 862.117398] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.127332] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b14435-d067-1edc-f3e7-bceafb7e7858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.139776] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148941, 'name': ReconfigVM_Task, 'duration_secs': 0.684781} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.140784] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ac7bb8da-8ca1-4de2-8613-06060d81aa87/ac7bb8da-8ca1-4de2-8613-06060d81aa87.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.140946] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a4b3fc0-16fc-46a7-8c5e-bae8768197e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.147860] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 862.147860] env[69350]: value = "task-4148945" [ 862.147860] env[69350]: _type = "Task" [ 862.147860] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.157167] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148945, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.289994] env[69350]: DEBUG nova.scheduler.client.report [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.333014] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148938, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.372808] env[69350]: DEBUG nova.network.neutron [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Updated VIF entry in instance network info cache for port dced06da-8301-4179-bcaa-bc907868c1f6. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.374034] env[69350]: DEBUG nova.network.neutron [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Updating instance_info_cache with network_info: [{"id": "dced06da-8301-4179-bcaa-bc907868c1f6", "address": "fa:16:3e:57:76:c4", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdced06da-83", "ovs_interfaceid": "dced06da-8301-4179-bcaa-bc907868c1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.418204] env[69350]: INFO nova.compute.manager [-] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Took 1.84 seconds to deallocate network for instance. [ 862.579969] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.580139] env[69350]: DEBUG nova.objects.instance [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'migration_context' on Instance uuid 829e488c-b119-4d6b-bc74-e24c10ee6d5e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.581718] env[69350]: DEBUG nova.compute.manager [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.581931] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.583169] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a550f3-cb3e-480c-84e9-5591f8732faa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.592841] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.593139] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cf7e617-f6d0-41cf-995a-007ce09ff81d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.601427] env[69350]: DEBUG oslo_vmware.api [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 862.601427] env[69350]: value = "task-4148946" [ 862.601427] env[69350]: _type = "Task" [ 862.601427] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.612387] env[69350]: INFO nova.compute.manager [-] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Took 1.73 seconds to deallocate network for instance. [ 862.613252] env[69350]: DEBUG oslo_vmware.api [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.629111] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b14435-d067-1edc-f3e7-bceafb7e7858, 'name': SearchDatastore_Task, 'duration_secs': 0.018926} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.629111] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.629437] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.629584] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.629726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.629905] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.630602] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a976f00-7df2-402b-9dfc-c889ebc82c8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.643898] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.643898] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.644518] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17cd31d2-d7fb-40ba-8c1f-7604d62a365a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.653541] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 862.653541] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52cb8ea5-fe41-8505-7e4f-d5b861c51f80" [ 862.653541] env[69350]: _type = "Task" [ 862.653541] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.661749] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148945, 'name': Rename_Task, 'duration_secs': 0.238736} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.662579] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.662883] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c0f4c7b-d8cf-4436-ad1d-248b9be24002 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.668680] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cb8ea5-fe41-8505-7e4f-d5b861c51f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.674872] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 862.674872] env[69350]: value = "task-4148947" [ 862.674872] env[69350]: _type = "Task" [ 862.674872] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.687642] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.795472] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.798139] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.933s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.800384] env[69350]: INFO nova.compute.claims [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.829420] env[69350]: INFO nova.scheduler.client.report [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Deleted allocations for instance 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9 [ 862.836593] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148938, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.876385] env[69350]: DEBUG oslo_concurrency.lockutils [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] Releasing lock "refresh_cache-fd2176f3-fc16-463d-8047-7bb04aa6823d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.877125] env[69350]: DEBUG nova.compute.manager [req-5e8823f8-d956-467e-9c9d-5a746709ab3d req-1f21ab9d-4713-4fdf-98b3-50730b1e1b10 service nova] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Received event network-vif-deleted-7c5811f0-4e24-4adc-97ae-1d3603e8c69c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.925558] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.083471] env[69350]: DEBUG nova.objects.base [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Object Instance<829e488c-b119-4d6b-bc74-e24c10ee6d5e> lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 863.084491] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa93a2c2-898b-4b45-a258-90d1b4896cc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.113501] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372e9070-d42e-47df-aaa4-0d9d9f2896ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.120232] env[69350]: DEBUG oslo_vmware.api [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 863.120232] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524a3d72-1626-4fcc-526c-60f8dace1885" [ 863.120232] env[69350]: _type = "Task" [ 863.120232] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.124402] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.124773] env[69350]: DEBUG oslo_vmware.api [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148946, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.134480] env[69350]: DEBUG oslo_vmware.api [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524a3d72-1626-4fcc-526c-60f8dace1885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.166513] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cb8ea5-fe41-8505-7e4f-d5b861c51f80, 'name': SearchDatastore_Task, 'duration_secs': 0.017833} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.167316] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f020b1e3-d078-4e38-97fc-4a7b4ed5f93d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.174580] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 863.174580] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5291cb53-700e-2166-1292-8d9a26641415" [ 863.174580] env[69350]: _type = "Task" [ 863.174580] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.188404] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5291cb53-700e-2166-1292-8d9a26641415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.191913] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148947, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.333803] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148938, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.631986} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.334020] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a/OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a.vmdk to [datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e/52ad6d0f-5ed3-4abe-823b-51bf618c764e.vmdk. [ 863.334127] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Cleaning up location [datastore2] OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 863.334460] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_45d4db04-8dad-446f-91f8-d3d60a7fe64a {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.334759] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31971a4a-53cd-4e0f-88ad-09320ce2ee94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.341511] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 863.341511] env[69350]: value = "task-4148948" [ 863.341511] env[69350]: _type = "Task" [ 863.341511] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.342114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2e9a3f-c128-4d1a-8eba-75142e0ffb8e tempest-ServersTestFqdnHostnames-412725694 tempest-ServersTestFqdnHostnames-412725694-project-member] Lock "45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.508s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.352470] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.625037] env[69350]: DEBUG oslo_vmware.api [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148946, 'name': PowerOffVM_Task, 'duration_secs': 0.553317} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.628155] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.628390] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.629017] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f479d2d-28bd-4ecb-9049-67003604d03c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.637774] env[69350]: DEBUG oslo_vmware.api [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524a3d72-1626-4fcc-526c-60f8dace1885, 'name': SearchDatastore_Task, 'duration_secs': 0.017072} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.638157] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.692041] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5291cb53-700e-2166-1292-8d9a26641415, 'name': SearchDatastore_Task, 'duration_secs': 0.022552} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.695455] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.695790] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] fd2176f3-fc16-463d-8047-7bb04aa6823d/fd2176f3-fc16-463d-8047-7bb04aa6823d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.696546] env[69350]: DEBUG oslo_vmware.api [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148947, 'name': PowerOnVM_Task, 'duration_secs': 0.606278} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.696769] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b2660e1-636d-4848-9633-3fb37a799de6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.699232] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.699448] env[69350]: INFO nova.compute.manager [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Took 7.19 seconds to spawn the instance on the hypervisor. [ 863.699631] env[69350]: DEBUG nova.compute.manager [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.700960] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b81098a-25f6-4609-bc5f-a30a6ab61dc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.717371] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 863.717371] env[69350]: value = "task-4148950" [ 863.717371] env[69350]: _type = "Task" [ 863.717371] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.722975] env[69350]: DEBUG nova.compute.manager [req-31df776c-eb6d-483f-87a9-66874dd7dfab req-760cae9d-a4f6-4f68-8447-62985aab12d0 service nova] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Received event network-vif-deleted-e3a1ae6c-ae34-4142-b8f2-6d75ddae19ae {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.728827] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.734913] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.734913] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.735207] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleting the datastore file [datastore2] f17a0100-054e-4103-ac80-698d1be85218 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.736320] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b2d2d07-a226-406e-b60c-a2a21eaeae86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.746288] env[69350]: DEBUG oslo_vmware.api [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 863.746288] env[69350]: value = "task-4148951" [ 863.746288] env[69350]: _type = "Task" [ 863.746288] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.755990] env[69350]: DEBUG oslo_vmware.api [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.853734] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105069} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.854228] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.854447] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e/52ad6d0f-5ed3-4abe-823b-51bf618c764e.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.854712] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e/52ad6d0f-5ed3-4abe-823b-51bf618c764e.vmdk to [datastore2] f6e56bac-d347-478d-8be9-7e6ab9de1977/f6e56bac-d347-478d-8be9-7e6ab9de1977.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.854984] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d25c5cda-028d-42b0-9b07-bbcac17b0ffb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.866180] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 863.866180] env[69350]: value = "task-4148952" [ 863.866180] env[69350]: _type = "Task" [ 863.866180] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.881558] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.238982] env[69350]: INFO nova.compute.manager [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Took 35.05 seconds to build instance. [ 864.263610] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.271979] env[69350]: DEBUG oslo_vmware.api [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4148951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290578} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.272414] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.272685] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.272948] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.273276] env[69350]: INFO nova.compute.manager [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: f17a0100-054e-4103-ac80-698d1be85218] Took 1.69 seconds to destroy the instance on the hypervisor. [ 864.273600] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.273895] env[69350]: DEBUG nova.compute.manager [-] [instance: f17a0100-054e-4103-ac80-698d1be85218] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.274063] env[69350]: DEBUG nova.network.neutron [-] [instance: f17a0100-054e-4103-ac80-698d1be85218] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.382482] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148952, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.384756] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd160c3a-189d-4d53-a165-c84ebe890ced {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.394896] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421156bc-12ee-444e-8764-5d34ab46d015 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.435175] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51759b77-5fc6-435a-8dd6-05dae2eef995 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.448186] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41916e19-29d6-4dd3-bf95-0a5dc7aaec55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.468231] env[69350]: DEBUG nova.compute.provider_tree [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.743256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30239a01-c7e1-49a4-9ced-951a16487d77 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.567s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.747164] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695649} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.747425] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] fd2176f3-fc16-463d-8047-7bb04aa6823d/fd2176f3-fc16-463d-8047-7bb04aa6823d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.747637] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.747910] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a1e336c-b08a-4fbb-a59f-d912ac254034 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.760046] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 864.760046] env[69350]: value = "task-4148953" [ 864.760046] env[69350]: _type = "Task" [ 864.760046] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.775356] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.882219] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148952, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.975532] env[69350]: DEBUG nova.scheduler.client.report [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.100448] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13432cc0-690d-4a85-bc64-b20d329f1294 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.107935] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-591e9c43-7219-4130-b27a-aad1c7e1a28c tempest-ServersAdminNegativeTestJSON-604326913 tempest-ServersAdminNegativeTestJSON-604326913-project-admin] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Suspending the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 865.108254] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6dc15ac3-6048-4843-b0c7-2aa809857c44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.120729] env[69350]: DEBUG oslo_vmware.api [None req-591e9c43-7219-4130-b27a-aad1c7e1a28c tempest-ServersAdminNegativeTestJSON-604326913 tempest-ServersAdminNegativeTestJSON-604326913-project-admin] Waiting for the task: (returnval){ [ 865.120729] env[69350]: value = "task-4148954" [ 865.120729] env[69350]: _type = "Task" [ 865.120729] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.135230] env[69350]: DEBUG oslo_vmware.api [None req-591e9c43-7219-4130-b27a-aad1c7e1a28c tempest-ServersAdminNegativeTestJSON-604326913 tempest-ServersAdminNegativeTestJSON-604326913-project-admin] Task: {'id': task-4148954, 'name': SuspendVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.275130] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130139} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.275703] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.276457] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8e9d56-fd3d-4e5b-b29d-4c1eb9536185 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.311478] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] fd2176f3-fc16-463d-8047-7bb04aa6823d/fd2176f3-fc16-463d-8047-7bb04aa6823d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.312656] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd45f56f-644a-443f-a6e1-3e85b56c519e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.334515] env[69350]: DEBUG nova.network.neutron [-] [instance: f17a0100-054e-4103-ac80-698d1be85218] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.340320] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 865.340320] env[69350]: value = "task-4148955" [ 865.340320] env[69350]: _type = "Task" [ 865.340320] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.355273] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.384565] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148952, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.482635] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.483385] env[69350]: DEBUG nova.compute.manager [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.486387] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.665s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.486713] env[69350]: DEBUG nova.objects.instance [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lazy-loading 'resources' on Instance uuid d2b06e9d-08da-4ce7-b946-df21b69ee0b7 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.601805] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.602140] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.602445] env[69350]: INFO nova.compute.manager [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Rebooting instance [ 865.635991] env[69350]: DEBUG oslo_vmware.api [None req-591e9c43-7219-4130-b27a-aad1c7e1a28c tempest-ServersAdminNegativeTestJSON-604326913 tempest-ServersAdminNegativeTestJSON-604326913-project-admin] Task: {'id': task-4148954, 'name': SuspendVM_Task} progress is 54%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.763438] env[69350]: DEBUG nova.compute.manager [req-46808f53-bca4-4d4e-a5c9-7baf4c71a75b req-867dea71-7185-42aa-b53e-cda10983dbe3 service nova] [instance: f17a0100-054e-4103-ac80-698d1be85218] Received event network-vif-deleted-62b817c3-b9b9-4c1d-b30e-1ad2bbc35e1d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.837520] env[69350]: INFO nova.compute.manager [-] [instance: f17a0100-054e-4103-ac80-698d1be85218] Took 1.56 seconds to deallocate network for instance. [ 865.859044] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148955, 'name': ReconfigVM_Task, 'duration_secs': 0.485105} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.859471] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Reconfigured VM instance instance-00000039 to attach disk [datastore1] fd2176f3-fc16-463d-8047-7bb04aa6823d/fd2176f3-fc16-463d-8047-7bb04aa6823d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.860290] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-638eff75-6e32-4517-bf17-0f91b612a990 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.870792] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 865.870792] env[69350]: value = "task-4148956" [ 865.870792] env[69350]: _type = "Task" [ 865.870792] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.893884] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148956, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.898494] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148952, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.990626] env[69350]: DEBUG nova.compute.utils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.992776] env[69350]: DEBUG nova.compute.manager [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.992986] env[69350]: DEBUG nova.network.neutron [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.086143] env[69350]: DEBUG nova.policy [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76f1d2fe6cfb4375aac76fd68384997f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9ef576ce83e4738a4a2192e4a0f1401', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.135105] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.136223] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.136430] env[69350]: DEBUG nova.network.neutron [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.145908] env[69350]: DEBUG oslo_vmware.api [None req-591e9c43-7219-4130-b27a-aad1c7e1a28c tempest-ServersAdminNegativeTestJSON-604326913 tempest-ServersAdminNegativeTestJSON-604326913-project-admin] Task: {'id': task-4148954, 'name': SuspendVM_Task, 'duration_secs': 0.873908} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.146283] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-591e9c43-7219-4130-b27a-aad1c7e1a28c tempest-ServersAdminNegativeTestJSON-604326913 tempest-ServersAdminNegativeTestJSON-604326913-project-admin] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Suspended the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 866.146469] env[69350]: DEBUG nova.compute.manager [None req-591e9c43-7219-4130-b27a-aad1c7e1a28c tempest-ServersAdminNegativeTestJSON-604326913 tempest-ServersAdminNegativeTestJSON-604326913-project-admin] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.148167] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b12693a-9d35-4527-a6d4-209f64871255 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.349104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.386758] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148952, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.390250] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148956, 'name': Rename_Task, 'duration_secs': 0.185153} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.393155] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.394513] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3783147-ce02-4062-99ce-19c8e088873e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.405085] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 866.405085] env[69350]: value = "task-4148957" [ 866.405085] env[69350]: _type = "Task" [ 866.405085] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.417758] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.499861] env[69350]: DEBUG nova.compute.manager [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.601983] env[69350]: DEBUG nova.network.neutron [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Successfully created port: 2969b78b-060c-4eef-8a37-72a6ce7c5389 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.622478] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87240fb-0137-417e-bb19-458cf8a28da3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.632676] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b20f3db-8ec7-416c-8e99-138a4ab291f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.676803] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051b94eb-2190-4b15-b943-6efc3deedef1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.690643] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09dc840-d225-4715-9749-c3199c4363aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.708780] env[69350]: DEBUG nova.compute.provider_tree [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.884542] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148952, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.626333} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.884845] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/52ad6d0f-5ed3-4abe-823b-51bf618c764e/52ad6d0f-5ed3-4abe-823b-51bf618c764e.vmdk to [datastore2] f6e56bac-d347-478d-8be9-7e6ab9de1977/f6e56bac-d347-478d-8be9-7e6ab9de1977.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.885826] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5751b6a1-5045-4680-b556-921924269552 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.910167] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] f6e56bac-d347-478d-8be9-7e6ab9de1977/f6e56bac-d347-478d-8be9-7e6ab9de1977.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.910679] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3aba687-a334-44a0-9b52-42a1c524dc78 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.937228] env[69350]: DEBUG oslo_vmware.api [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4148957, 'name': PowerOnVM_Task, 'duration_secs': 0.506027} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.939073] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.939073] env[69350]: INFO nova.compute.manager [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Took 7.80 seconds to spawn the instance on the hypervisor. [ 866.939286] env[69350]: DEBUG nova.compute.manager [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.939631] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 866.939631] env[69350]: value = "task-4148958" [ 866.939631] env[69350]: _type = "Task" [ 866.939631] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.940566] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b7931-c5cb-453b-abd2-5b8e9ff30175 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.954254] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.087738] env[69350]: DEBUG nova.network.neutron [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance_info_cache with network_info: [{"id": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "address": "fa:16:3e:f1:e8:63", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ef60e-df", "ovs_interfaceid": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.214749] env[69350]: DEBUG nova.scheduler.client.report [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.456928] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148958, 'name': ReconfigVM_Task, 'duration_secs': 0.329082} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.457463] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Reconfigured VM instance instance-00000037 to attach disk [datastore2] f6e56bac-d347-478d-8be9-7e6ab9de1977/f6e56bac-d347-478d-8be9-7e6ab9de1977.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.458894] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c384e086-63c0-4750-a053-02bb76b3f1ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.472493] env[69350]: INFO nova.compute.manager [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Took 35.54 seconds to build instance. [ 867.475424] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 867.475424] env[69350]: value = "task-4148959" [ 867.475424] env[69350]: _type = "Task" [ 867.475424] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.486859] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148959, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.514543] env[69350]: DEBUG nova.compute.manager [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.549666] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.549948] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.550207] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.550869] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.550869] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.550869] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.551171] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.551262] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.551450] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.551635] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.551808] env[69350]: DEBUG nova.virt.hardware [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.552837] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6319a5a1-2501-41c0-a090-993556ca4cbd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.563503] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936aa9a-0b8b-49f1-8021-ed16fbe37018 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.591775] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.719471] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.720661] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.139s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.720937] env[69350]: DEBUG nova.objects.instance [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lazy-loading 'resources' on Instance uuid b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.752052] env[69350]: INFO nova.scheduler.client.report [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted allocations for instance d2b06e9d-08da-4ce7-b946-df21b69ee0b7 [ 867.976666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf138424-5500-4a86-88cc-9f784da16309 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.057s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.987335] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148959, 'name': Rename_Task, 'duration_secs': 0.17963} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.987637] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.987898] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88447824-3ac4-48b7-bcb4-998ebfe76535 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.997151] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 867.997151] env[69350]: value = "task-4148960" [ 867.997151] env[69350]: _type = "Task" [ 867.997151] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.016268] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.097926] env[69350]: DEBUG nova.compute.manager [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.098596] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc966b0-6e1a-429c-bc2d-5160bcae7f8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.263509] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df9d7e67-c86f-444f-9a0a-84ccde1e68eb tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "d2b06e9d-08da-4ce7-b946-df21b69ee0b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.047s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.299989] env[69350]: DEBUG oslo_concurrency.lockutils [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "0cebab59-253b-4037-99a0-26667add9e9d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.300378] env[69350]: DEBUG oslo_concurrency.lockutils [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.427781] env[69350]: DEBUG nova.compute.manager [req-55f7ca16-af29-43f3-8fe8-70abcb8ec795 req-63c0e457-29ec-4034-863b-b4eaf050b25e service nova] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Received event network-vif-plugged-2969b78b-060c-4eef-8a37-72a6ce7c5389 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.428018] env[69350]: DEBUG oslo_concurrency.lockutils [req-55f7ca16-af29-43f3-8fe8-70abcb8ec795 req-63c0e457-29ec-4034-863b-b4eaf050b25e service nova] Acquiring lock "839d9db5-bbec-478b-9d79-26b43467da5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.428250] env[69350]: DEBUG oslo_concurrency.lockutils [req-55f7ca16-af29-43f3-8fe8-70abcb8ec795 req-63c0e457-29ec-4034-863b-b4eaf050b25e service nova] Lock "839d9db5-bbec-478b-9d79-26b43467da5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.428426] env[69350]: DEBUG oslo_concurrency.lockutils [req-55f7ca16-af29-43f3-8fe8-70abcb8ec795 req-63c0e457-29ec-4034-863b-b4eaf050b25e service nova] Lock "839d9db5-bbec-478b-9d79-26b43467da5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.428599] env[69350]: DEBUG nova.compute.manager [req-55f7ca16-af29-43f3-8fe8-70abcb8ec795 req-63c0e457-29ec-4034-863b-b4eaf050b25e service nova] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] No waiting events found dispatching network-vif-plugged-2969b78b-060c-4eef-8a37-72a6ce7c5389 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.428763] env[69350]: WARNING nova.compute.manager [req-55f7ca16-af29-43f3-8fe8-70abcb8ec795 req-63c0e457-29ec-4034-863b-b4eaf050b25e service nova] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Received unexpected event network-vif-plugged-2969b78b-060c-4eef-8a37-72a6ce7c5389 for instance with vm_state building and task_state spawning. [ 868.502168] env[69350]: DEBUG nova.network.neutron [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Successfully updated port: 2969b78b-060c-4eef-8a37-72a6ce7c5389 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.522428] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148960, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.807882] env[69350]: INFO nova.compute.manager [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Detaching volume 9ddce208-842e-4b08-9a44-ccb9ab20b8fb [ 868.832891] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecf6d28-95f6-435c-a5d4-6a4cb503c8bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.843042] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5656257e-5c04-4652-8ad4-25c5c56260b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.852516] env[69350]: INFO nova.virt.block_device [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Attempting to driver detach volume 9ddce208-842e-4b08-9a44-ccb9ab20b8fb from mountpoint /dev/sdb [ 868.852784] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 868.853052] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821562', 'volume_id': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'name': 'volume-9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cebab59-253b-4037-99a0-26667add9e9d', 'attached_at': '', 'detached_at': '', 'volume_id': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'serial': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 868.853965] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eb9c17-e232-4c3a-8546-14a9d9a7f890 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.903360] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acbf346-a4b1-4963-b55f-23f9e0f5b7ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.907061] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5336e-cac4-4bba-8333-2ea553deeab6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.917267] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a9835e-1546-44e7-adf1-a306820f7ffa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.921786] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5e97de-8a78-4eb4-a081-10f7f35ffeb1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.937949] env[69350]: DEBUG nova.compute.provider_tree [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.961665] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25acb5e4-88b8-4eda-b893-c0360f7c71fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.978521] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] The volume has not been displaced from its original location: [datastore1] volume-9ddce208-842e-4b08-9a44-ccb9ab20b8fb/volume-9ddce208-842e-4b08-9a44-ccb9ab20b8fb.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 868.984046] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.984409] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3840ab55-9894-4260-9991-6f4f14d76c4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.004412] env[69350]: DEBUG oslo_vmware.api [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 869.004412] env[69350]: value = "task-4148961" [ 869.004412] env[69350]: _type = "Task" [ 869.004412] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.008294] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.008455] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.008603] env[69350]: DEBUG nova.network.neutron [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.023094] env[69350]: DEBUG oslo_vmware.api [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148961, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.023261] env[69350]: DEBUG oslo_vmware.api [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148960, 'name': PowerOnVM_Task, 'duration_secs': 0.549885} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.023457] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.023653] env[69350]: INFO nova.compute.manager [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Took 15.15 seconds to spawn the instance on the hypervisor. [ 869.023833] env[69350]: DEBUG nova.compute.manager [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.025154] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a53ad-3a14-4507-b764-5050db8ea7ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.132118] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aa772b-6c8d-4459-bbf4-22bc37751ecd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.146463] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Doing hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 869.147066] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f17dd983-cc8e-46c2-87e6-389e962fa757 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.157755] env[69350]: DEBUG oslo_vmware.api [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 869.157755] env[69350]: value = "task-4148962" [ 869.157755] env[69350]: _type = "Task" [ 869.157755] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.172214] env[69350]: DEBUG oslo_vmware.api [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148962, 'name': ResetVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.462230] env[69350]: DEBUG nova.scheduler.client.report [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.523632] env[69350]: DEBUG nova.compute.manager [req-bde8df89-4156-4e9e-93b0-13e82ef89d88 req-6a27932f-ff02-4e26-9ad5-2762d5bd948c service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Received event network-changed-dced06da-8301-4179-bcaa-bc907868c1f6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.523856] env[69350]: DEBUG nova.compute.manager [req-bde8df89-4156-4e9e-93b0-13e82ef89d88 req-6a27932f-ff02-4e26-9ad5-2762d5bd948c service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Refreshing instance network info cache due to event network-changed-dced06da-8301-4179-bcaa-bc907868c1f6. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.524191] env[69350]: DEBUG oslo_concurrency.lockutils [req-bde8df89-4156-4e9e-93b0-13e82ef89d88 req-6a27932f-ff02-4e26-9ad5-2762d5bd948c service nova] Acquiring lock "refresh_cache-fd2176f3-fc16-463d-8047-7bb04aa6823d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.524407] env[69350]: DEBUG oslo_concurrency.lockutils [req-bde8df89-4156-4e9e-93b0-13e82ef89d88 req-6a27932f-ff02-4e26-9ad5-2762d5bd948c service nova] Acquired lock "refresh_cache-fd2176f3-fc16-463d-8047-7bb04aa6823d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.524605] env[69350]: DEBUG nova.network.neutron [req-bde8df89-4156-4e9e-93b0-13e82ef89d88 req-6a27932f-ff02-4e26-9ad5-2762d5bd948c service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Refreshing network info cache for port dced06da-8301-4179-bcaa-bc907868c1f6 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.530535] env[69350]: DEBUG oslo_vmware.api [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148961, 'name': ReconfigVM_Task, 'duration_secs': 0.329406} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.531088] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.541421] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b694a9-9f76-4dfa-8c48-d762fba6e937 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.556802] env[69350]: INFO nova.compute.manager [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Took 41.41 seconds to build instance. [ 869.566058] env[69350]: DEBUG oslo_vmware.api [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 869.566058] env[69350]: value = "task-4148963" [ 869.566058] env[69350]: _type = "Task" [ 869.566058] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.575416] env[69350]: DEBUG oslo_vmware.api [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.576455] env[69350]: DEBUG nova.network.neutron [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.673974] env[69350]: DEBUG oslo_vmware.api [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4148962, 'name': ResetVM_Task, 'duration_secs': 0.104242} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.674293] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Did hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 869.674587] env[69350]: DEBUG nova.compute.manager [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.675443] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e72554-e346-4af4-9a3b-fad9396c0ef3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.845211] env[69350]: DEBUG nova.network.neutron [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance_info_cache with network_info: [{"id": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "address": "fa:16:3e:b7:ae:e2", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2969b78b-06", "ovs_interfaceid": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.971507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.973393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.373s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.973876] env[69350]: DEBUG nova.objects.instance [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lazy-loading 'resources' on Instance uuid e0dc12e1-af91-4057-9fc1-219bbdc31fdd {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.015259] env[69350]: INFO nova.scheduler.client.report [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Deleted allocations for instance b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee [ 870.061035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c93eb2d9-5aaf-4abd-8a12-841214950dff tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "f6e56bac-d347-478d-8be9-7e6ab9de1977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.942s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.077779] env[69350]: DEBUG oslo_vmware.api [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148963, 'name': ReconfigVM_Task, 'duration_secs': 0.194393} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.078999] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821562', 'volume_id': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'name': 'volume-9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cebab59-253b-4037-99a0-26667add9e9d', 'attached_at': '', 'detached_at': '', 'volume_id': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb', 'serial': '9ddce208-842e-4b08-9a44-ccb9ab20b8fb'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 870.195200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-27b7a04e-81f5-4f41-9def-47a876b2704f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.593s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.297314] env[69350]: DEBUG nova.network.neutron [req-bde8df89-4156-4e9e-93b0-13e82ef89d88 req-6a27932f-ff02-4e26-9ad5-2762d5bd948c service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Updated VIF entry in instance network info cache for port dced06da-8301-4179-bcaa-bc907868c1f6. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.297707] env[69350]: DEBUG nova.network.neutron [req-bde8df89-4156-4e9e-93b0-13e82ef89d88 req-6a27932f-ff02-4e26-9ad5-2762d5bd948c service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Updating instance_info_cache with network_info: [{"id": "dced06da-8301-4179-bcaa-bc907868c1f6", "address": "fa:16:3e:57:76:c4", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdced06da-83", "ovs_interfaceid": "dced06da-8301-4179-bcaa-bc907868c1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.346127] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.346475] env[69350]: DEBUG nova.compute.manager [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Instance network_info: |[{"id": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "address": "fa:16:3e:b7:ae:e2", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2969b78b-06", "ovs_interfaceid": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.346916] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:ae:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2969b78b-060c-4eef-8a37-72a6ce7c5389', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.354825] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.355534] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.355784] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cb39337-501c-4d11-9058-1170c7eecfca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.380834] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.380834] env[69350]: value = "task-4148964" [ 870.380834] env[69350]: _type = "Task" [ 870.380834] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.394122] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148964, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.493026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "f6e56bac-d347-478d-8be9-7e6ab9de1977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.493026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "f6e56bac-d347-478d-8be9-7e6ab9de1977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.493026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "f6e56bac-d347-478d-8be9-7e6ab9de1977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.493026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "f6e56bac-d347-478d-8be9-7e6ab9de1977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.493026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "f6e56bac-d347-478d-8be9-7e6ab9de1977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.494627] env[69350]: INFO nova.compute.manager [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Terminating instance [ 870.526297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8abb2de8-cddc-4c69-9188-863d457c8b58 tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.142s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.645253] env[69350]: DEBUG nova.objects.instance [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'flavor' on Instance uuid 0cebab59-253b-4037-99a0-26667add9e9d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.748262] env[69350]: DEBUG nova.compute.manager [req-f39b45a7-7c0d-4a53-bc40-bb89f64264c2 req-54267465-e8b3-4898-878f-d2b053ff0b34 service nova] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Received event network-changed-2969b78b-060c-4eef-8a37-72a6ce7c5389 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.748262] env[69350]: DEBUG nova.compute.manager [req-f39b45a7-7c0d-4a53-bc40-bb89f64264c2 req-54267465-e8b3-4898-878f-d2b053ff0b34 service nova] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Refreshing instance network info cache due to event network-changed-2969b78b-060c-4eef-8a37-72a6ce7c5389. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.748262] env[69350]: DEBUG oslo_concurrency.lockutils [req-f39b45a7-7c0d-4a53-bc40-bb89f64264c2 req-54267465-e8b3-4898-878f-d2b053ff0b34 service nova] Acquiring lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.748800] env[69350]: DEBUG oslo_concurrency.lockutils [req-f39b45a7-7c0d-4a53-bc40-bb89f64264c2 req-54267465-e8b3-4898-878f-d2b053ff0b34 service nova] Acquired lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.749129] env[69350]: DEBUG nova.network.neutron [req-f39b45a7-7c0d-4a53-bc40-bb89f64264c2 req-54267465-e8b3-4898-878f-d2b053ff0b34 service nova] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Refreshing network info cache for port 2969b78b-060c-4eef-8a37-72a6ce7c5389 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.800159] env[69350]: DEBUG oslo_concurrency.lockutils [req-bde8df89-4156-4e9e-93b0-13e82ef89d88 req-6a27932f-ff02-4e26-9ad5-2762d5bd948c service nova] Releasing lock "refresh_cache-fd2176f3-fc16-463d-8047-7bb04aa6823d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.898765] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148964, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.003020] env[69350]: DEBUG nova.compute.manager [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.003020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.003020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad87c4b-d6b0-4f70-a3b7-afca6f3bb4a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.010117] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.012976] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835400a4-8bfa-49a9-8b39-61bb2e36a174 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.022311] env[69350]: DEBUG oslo_vmware.api [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 871.022311] env[69350]: value = "task-4148965" [ 871.022311] env[69350]: _type = "Task" [ 871.022311] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.028613] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd5cab-d248-423a-9e49-874fdb779bfb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.036246] env[69350]: DEBUG oslo_vmware.api [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.046115] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3231f00-7eda-4559-aa45-93d4929920fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.090019] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f836b770-e43f-4b0d-aa62-8fcbd6fc24a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.103659] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c10698a-bb3b-4ecb-a901-71b0dea28052 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.125566] env[69350]: DEBUG nova.compute.provider_tree [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.137351] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.137936] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.138148] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.140728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.140728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.142250] env[69350]: INFO nova.compute.manager [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Terminating instance [ 871.250777] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquiring lock "44ed7717-9706-4291-876b-6ec99b411044" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.251059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lock "44ed7717-9706-4291-876b-6ec99b411044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.400557] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148964, 'name': CreateVM_Task, 'duration_secs': 0.528016} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.400671] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.401491] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.401756] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.402414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.402414] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed5456f6-f424-47a2-abbe-a0f314e6d622 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.407763] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 871.407763] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d7496c-4332-788d-b705-f80d50d7e837" [ 871.407763] env[69350]: _type = "Task" [ 871.407763] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.416550] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d7496c-4332-788d-b705-f80d50d7e837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.501414] env[69350]: DEBUG nova.network.neutron [req-f39b45a7-7c0d-4a53-bc40-bb89f64264c2 req-54267465-e8b3-4898-878f-d2b053ff0b34 service nova] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updated VIF entry in instance network info cache for port 2969b78b-060c-4eef-8a37-72a6ce7c5389. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.502582] env[69350]: DEBUG nova.network.neutron [req-f39b45a7-7c0d-4a53-bc40-bb89f64264c2 req-54267465-e8b3-4898-878f-d2b053ff0b34 service nova] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance_info_cache with network_info: [{"id": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "address": "fa:16:3e:b7:ae:e2", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2969b78b-06", "ovs_interfaceid": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.536720] env[69350]: DEBUG oslo_vmware.api [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148965, 'name': PowerOffVM_Task, 'duration_secs': 0.239785} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.537135] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.537231] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.537465] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8719e7b-6aee-4946-b74a-e96c2b2e310f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.602848] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.602848] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.602848] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleting the datastore file [datastore2] f6e56bac-d347-478d-8be9-7e6ab9de1977 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.602848] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7941da1-e83f-4dd2-b094-ef674c4ebaee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.614917] env[69350]: DEBUG oslo_vmware.api [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 871.614917] env[69350]: value = "task-4148967" [ 871.614917] env[69350]: _type = "Task" [ 871.614917] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.622855] env[69350]: DEBUG oslo_vmware.api [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.628960] env[69350]: DEBUG nova.scheduler.client.report [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.652779] env[69350]: DEBUG nova.compute.manager [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.652999] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.654313] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6084020-20ff-453f-889e-37226a98d87d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.658137] env[69350]: DEBUG oslo_concurrency.lockutils [None req-14c10d05-4325-4970-bddc-6254975450f9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.358s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.665604] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.666483] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-430ed0c1-9ed8-4c17-ac26-72094920dcfc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.749283] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.749283] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.749283] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Deleting the datastore file [datastore1] ac7bb8da-8ca1-4de2-8613-06060d81aa87 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.749537] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88007230-1ce4-4527-b398-e29dc91263e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.757170] env[69350]: DEBUG oslo_vmware.api [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 871.757170] env[69350]: value = "task-4148969" [ 871.757170] env[69350]: _type = "Task" [ 871.757170] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.757170] env[69350]: DEBUG nova.compute.manager [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.771316] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "0cebab59-253b-4037-99a0-26667add9e9d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.771316] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.771316] env[69350]: DEBUG nova.compute.manager [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.771316] env[69350]: DEBUG oslo_vmware.api [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.771663] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddff72c0-63ca-49bb-88d9-34505b029937 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.777978] env[69350]: DEBUG nova.compute.manager [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 871.779034] env[69350]: DEBUG nova.objects.instance [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'flavor' on Instance uuid 0cebab59-253b-4037-99a0-26667add9e9d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.801797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.802099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.802374] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.802700] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.802948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.805201] env[69350]: INFO nova.compute.manager [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Terminating instance [ 871.919336] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d7496c-4332-788d-b705-f80d50d7e837, 'name': SearchDatastore_Task, 'duration_secs': 0.016402} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.919336] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.919431] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.919587] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.919731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.919902] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.920185] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d10be7b-e14d-4151-884d-9eb17dc44487 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.935263] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.935263] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.935954] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b6dde6-461e-4f8a-8ced-37ae5ad9ed2a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.941401] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 871.941401] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5211f501-df1c-d267-467f-551b22c74b70" [ 871.941401] env[69350]: _type = "Task" [ 871.941401] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.951014] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5211f501-df1c-d267-467f-551b22c74b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.004983] env[69350]: DEBUG oslo_concurrency.lockutils [req-f39b45a7-7c0d-4a53-bc40-bb89f64264c2 req-54267465-e8b3-4898-878f-d2b053ff0b34 service nova] Releasing lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.123735] env[69350]: DEBUG oslo_vmware.api [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4148967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194983} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.123991] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.124307] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.124486] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.124658] env[69350]: INFO nova.compute.manager [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Took 1.12 seconds to destroy the instance on the hypervisor. [ 872.124902] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.125113] env[69350]: DEBUG nova.compute.manager [-] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.125547] env[69350]: DEBUG nova.network.neutron [-] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.134836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.137682] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.610s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.139675] env[69350]: INFO nova.compute.claims [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.168901] env[69350]: INFO nova.scheduler.client.report [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Deleted allocations for instance e0dc12e1-af91-4057-9fc1-219bbdc31fdd [ 872.276017] env[69350]: DEBUG oslo_vmware.api [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4148969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202584} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.280102] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.280102] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.280102] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.280102] env[69350]: INFO nova.compute.manager [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Took 0.62 seconds to destroy the instance on the hypervisor. [ 872.280102] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.280102] env[69350]: DEBUG nova.compute.manager [-] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.280102] env[69350]: DEBUG nova.network.neutron [-] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.289909] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.310722] env[69350]: DEBUG nova.compute.manager [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.310944] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.311901] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db39af1d-5fc0-4368-82fe-58a24b824e10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.320487] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.320724] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8af81aab-3258-4e3c-8333-70c04a143931 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.327988] env[69350]: DEBUG oslo_vmware.api [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 872.327988] env[69350]: value = "task-4148970" [ 872.327988] env[69350]: _type = "Task" [ 872.327988] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.343896] env[69350]: DEBUG oslo_vmware.api [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.452681] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5211f501-df1c-d267-467f-551b22c74b70, 'name': SearchDatastore_Task, 'duration_secs': 0.021172} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.453557] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425d2d05-7b4d-4dd7-9dc8-98b61352dd6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.459616] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 872.459616] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522821b2-a788-af3a-9b40-f83e9f551a1d" [ 872.459616] env[69350]: _type = "Task" [ 872.459616] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.469780] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522821b2-a788-af3a-9b40-f83e9f551a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.679163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b2281bb5-9a2b-4a11-9f98-919b45ad0a31 tempest-SecurityGroupsTestJSON-527285594 tempest-SecurityGroupsTestJSON-527285594-project-member] Lock "e0dc12e1-af91-4057-9fc1-219bbdc31fdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.686s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.769013] env[69350]: DEBUG nova.compute.manager [req-0e3311e2-a3f9-4020-9ba4-ae10be9ac6ba req-df6ee20a-1a50-4bfd-ad67-ffaa84e832a7 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Received event network-vif-deleted-0bbe25ec-aec8-4c45-a983-436371e55fbf {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.770780] env[69350]: INFO nova.compute.manager [req-0e3311e2-a3f9-4020-9ba4-ae10be9ac6ba req-df6ee20a-1a50-4bfd-ad67-ffaa84e832a7 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Neutron deleted interface 0bbe25ec-aec8-4c45-a983-436371e55fbf; detaching it from the instance and deleting it from the info cache [ 872.770780] env[69350]: DEBUG nova.network.neutron [req-0e3311e2-a3f9-4020-9ba4-ae10be9ac6ba req-df6ee20a-1a50-4bfd-ad67-ffaa84e832a7 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.787279] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.788159] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96c80207-595a-488f-aa2c-ed24f5aaedf0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.800061] env[69350]: DEBUG oslo_vmware.api [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 872.800061] env[69350]: value = "task-4148971" [ 872.800061] env[69350]: _type = "Task" [ 872.800061] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.811422] env[69350]: DEBUG oslo_vmware.api [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.841432] env[69350]: DEBUG oslo_vmware.api [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148970, 'name': PowerOffVM_Task, 'duration_secs': 0.345056} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.841629] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.841693] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.842370] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20fa9e16-9cb1-4e24-a5d7-24cafae83dcf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.905505] env[69350]: DEBUG nova.compute.manager [req-842016dd-2756-4c77-a100-a39d02167f21 req-f495b00a-5032-484c-83c5-960ba6c8bc0d service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Received event network-vif-deleted-54b4c61a-c475-4247-ba66-2587db2c12d0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.906112] env[69350]: INFO nova.compute.manager [req-842016dd-2756-4c77-a100-a39d02167f21 req-f495b00a-5032-484c-83c5-960ba6c8bc0d service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Neutron deleted interface 54b4c61a-c475-4247-ba66-2587db2c12d0; detaching it from the instance and deleting it from the info cache [ 872.906112] env[69350]: DEBUG nova.network.neutron [req-842016dd-2756-4c77-a100-a39d02167f21 req-f495b00a-5032-484c-83c5-960ba6c8bc0d service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.909965] env[69350]: DEBUG nova.network.neutron [-] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.926521] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.926799] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.927043] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Deleting the datastore file [datastore2] 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.927795] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69f7d84c-f117-4012-95ac-26d289a60cf5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.935450] env[69350]: DEBUG oslo_vmware.api [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 872.935450] env[69350]: value = "task-4148973" [ 872.935450] env[69350]: _type = "Task" [ 872.935450] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.946781] env[69350]: DEBUG oslo_vmware.api [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.971193] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522821b2-a788-af3a-9b40-f83e9f551a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013551} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.971502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.971779] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 839d9db5-bbec-478b-9d79-26b43467da5b/839d9db5-bbec-478b-9d79-26b43467da5b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.972085] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6e1ae7a-9a6b-438a-bcd6-febeff6a99be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.980899] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 872.980899] env[69350]: value = "task-4148974" [ 872.980899] env[69350]: _type = "Task" [ 872.980899] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.992511] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.103880] env[69350]: DEBUG nova.network.neutron [-] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.275458] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-384205da-c351-4899-8d20-aee7e1a443db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.286576] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b77bda-5ad3-478d-9441-76d9fecdb53b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.309173] env[69350]: DEBUG oslo_vmware.api [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148971, 'name': PowerOffVM_Task, 'duration_secs': 0.413412} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.309474] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.309678] env[69350]: DEBUG nova.compute.manager [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.310607] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66f1dbf-819f-4e45-b26c-65ab80cb5d4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.330819] env[69350]: DEBUG nova.compute.manager [req-0e3311e2-a3f9-4020-9ba4-ae10be9ac6ba req-df6ee20a-1a50-4bfd-ad67-ffaa84e832a7 service nova] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Detach interface failed, port_id=0bbe25ec-aec8-4c45-a983-436371e55fbf, reason: Instance ac7bb8da-8ca1-4de2-8613-06060d81aa87 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.409434] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-955ace0f-ceea-4f06-a604-7fafe8df8333 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.413074] env[69350]: INFO nova.compute.manager [-] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Took 1.29 seconds to deallocate network for instance. [ 873.424301] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d710d9-a60c-41cb-aa11-a4f59cee2102 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.451373] env[69350]: DEBUG oslo_vmware.api [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4148973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210975} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.451687] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.451951] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.452233] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.452448] env[69350]: INFO nova.compute.manager [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 873.452758] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.456835] env[69350]: DEBUG nova.compute.manager [-] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.456835] env[69350]: DEBUG nova.network.neutron [-] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.471906] env[69350]: DEBUG nova.compute.manager [req-842016dd-2756-4c77-a100-a39d02167f21 req-f495b00a-5032-484c-83c5-960ba6c8bc0d service nova] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Detach interface failed, port_id=54b4c61a-c475-4247-ba66-2587db2c12d0, reason: Instance f6e56bac-d347-478d-8be9-7e6ab9de1977 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.498226] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.606406] env[69350]: INFO nova.compute.manager [-] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Took 1.33 seconds to deallocate network for instance. [ 873.744972] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3319713-7105-484f-b75c-9445b2064ad6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.758666] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0126b70-3c21-450e-a351-17feb237b46f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.797412] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034d6642-dbb1-4532-93a7-88d9c48b28f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.805958] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55489ca6-b13e-42b2-a2c3-6ce91d7f9490 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.825849] env[69350]: DEBUG nova.compute.provider_tree [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.847282] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f55d7c4-2398-4460-90cd-0fe28d68dc3f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.922778] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.993928] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594192} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.994222] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 839d9db5-bbec-478b-9d79-26b43467da5b/839d9db5-bbec-478b-9d79-26b43467da5b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.994442] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.994787] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2e3d5f2-075f-422d-9a39-a6939142834e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.003129] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 874.003129] env[69350]: value = "task-4148975" [ 874.003129] env[69350]: _type = "Task" [ 874.003129] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.014164] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.113252] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.258212] env[69350]: DEBUG nova.network.neutron [-] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.329672] env[69350]: DEBUG nova.scheduler.client.report [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.338833] env[69350]: INFO nova.compute.manager [None req-f45152f7-c286-4dd4-9ffd-4ac6506d4850 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Get console output [ 874.338833] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-f45152f7-c286-4dd4-9ffd-4ac6506d4850 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] The console log is missing. Check your VSPC configuration [ 874.454044] env[69350]: DEBUG nova.objects.instance [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'flavor' on Instance uuid 0cebab59-253b-4037-99a0-26667add9e9d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.514366] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196059} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.514366] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.514580] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5de941-f50f-4da2-8656-63ec6fb93192 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.539034] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 839d9db5-bbec-478b-9d79-26b43467da5b/839d9db5-bbec-478b-9d79-26b43467da5b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.539723] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bc4118-ba8c-407d-89c8-129deaeb1ba1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.560027] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 874.560027] env[69350]: value = "task-4148976" [ 874.560027] env[69350]: _type = "Task" [ 874.560027] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.570282] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.760963] env[69350]: INFO nova.compute.manager [-] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Took 1.31 seconds to deallocate network for instance. [ 874.811234] env[69350]: DEBUG nova.compute.manager [req-c80c9eff-94e6-487d-9f9e-90970ac08509 req-3a8afc4f-a86f-4d3b-947d-83cb093b77b5 service nova] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Received event network-vif-deleted-88c79e4a-099e-47a3-bce4-274c5ebbd8af {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.840882] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.840882] env[69350]: DEBUG nova.compute.manager [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.842971] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.172s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.843194] env[69350]: DEBUG nova.objects.instance [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 874.958354] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.958532] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquired lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.958704] env[69350]: DEBUG nova.network.neutron [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.958881] env[69350]: DEBUG nova.objects.instance [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'info_cache' on Instance uuid 0cebab59-253b-4037-99a0-26667add9e9d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.071633] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148976, 'name': ReconfigVM_Task, 'duration_secs': 0.387496} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.071939] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 839d9db5-bbec-478b-9d79-26b43467da5b/839d9db5-bbec-478b-9d79-26b43467da5b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.072693] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72d45884-cd83-473c-b208-2bf32ad4b795 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.082452] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 875.082452] env[69350]: value = "task-4148977" [ 875.082452] env[69350]: _type = "Task" [ 875.082452] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.093050] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148977, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.270817] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.351681] env[69350]: DEBUG nova.compute.utils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.357368] env[69350]: DEBUG nova.compute.manager [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.357601] env[69350]: DEBUG nova.network.neutron [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.425112] env[69350]: DEBUG nova.policy [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f155005bff3f4348b702c545de853de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5dea05cdd4c49778ef87abb557f20e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.429261] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "0d698890-4a4f-4058-b57c-602176248bbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.429815] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "0d698890-4a4f-4058-b57c-602176248bbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.430243] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "0d698890-4a4f-4058-b57c-602176248bbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.430621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "0d698890-4a4f-4058-b57c-602176248bbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.430958] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "0d698890-4a4f-4058-b57c-602176248bbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.433613] env[69350]: INFO nova.compute.manager [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Terminating instance [ 875.463466] env[69350]: DEBUG nova.objects.base [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Object Instance<0cebab59-253b-4037-99a0-26667add9e9d> lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 875.593717] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148977, 'name': Rename_Task, 'duration_secs': 0.173952} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.594177] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.594539] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecdd7b2a-ee34-4623-acbc-3eecf08ca4f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.603547] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 875.603547] env[69350]: value = "task-4148978" [ 875.603547] env[69350]: _type = "Task" [ 875.603547] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.614362] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.858411] env[69350]: DEBUG nova.compute.manager [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.863756] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a068be4-e16a-49ba-a731-d147933e4b10 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.864919] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.847s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.875482] env[69350]: DEBUG nova.network.neutron [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Successfully created port: 490619be-f71b-48a8-822f-2428c8f37465 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.940952] env[69350]: DEBUG nova.compute.manager [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.941318] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.942306] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96896d8e-9de6-4396-9dc9-8cf5408f45e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.953517] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.953854] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a014087-90d2-40c5-8277-62f2a50b95c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.962449] env[69350]: DEBUG oslo_vmware.api [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 875.962449] env[69350]: value = "task-4148979" [ 875.962449] env[69350]: _type = "Task" [ 875.962449] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.977524] env[69350]: DEBUG oslo_vmware.api [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.119578] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148978, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.370025] env[69350]: DEBUG nova.network.neutron [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Updating instance_info_cache with network_info: [{"id": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "address": "fa:16:3e:91:c9:dd", "network": {"id": "a904e662-0424-4802-b858-8916f1659570", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1580779450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edac660dc11344ac82b15114689aff9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afe6357-ec", "ovs_interfaceid": "9afe6357-ec12-4f53-b9bc-80beeb1f6f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.475925] env[69350]: DEBUG oslo_vmware.api [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148979, 'name': PowerOffVM_Task, 'duration_secs': 0.30076} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.476245] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.476416] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.476766] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a517fbdb-0334-495e-bae0-3aec6cf3c939 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.549789] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.551020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.551020] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Deleting the datastore file [datastore2] 0d698890-4a4f-4058-b57c-602176248bbc {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.551020] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dddc94f-2f95-44ff-b080-9d0149cd1ef5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.559155] env[69350]: DEBUG oslo_vmware.api [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 876.559155] env[69350]: value = "task-4148981" [ 876.559155] env[69350]: _type = "Task" [ 876.559155] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.571929] env[69350]: DEBUG oslo_vmware.api [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.615075] env[69350]: DEBUG oslo_vmware.api [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4148978, 'name': PowerOnVM_Task, 'duration_secs': 0.583718} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.616065] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.616065] env[69350]: INFO nova.compute.manager [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Took 9.10 seconds to spawn the instance on the hypervisor. [ 876.616065] env[69350]: DEBUG nova.compute.manager [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.616998] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d39b62-8ccc-4f70-aa16-884bbed362f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.872639] env[69350]: DEBUG nova.compute.manager [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.874681] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Releasing lock "refresh_cache-0cebab59-253b-4037-99a0-26667add9e9d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.884561] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Applying migration context for instance 829e488c-b119-4d6b-bc74-e24c10ee6d5e as it has an incoming, in-progress migration 07ed3b85-d204-4a64-9aeb-650494950989. Migration status is confirming {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 876.887161] env[69350]: INFO nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating resource usage from migration 07ed3b85-d204-4a64-9aeb-650494950989 [ 876.920187] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.920187] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.920187] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.920187] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.920564] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.920564] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.920677] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.921327] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.921327] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.921327] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.921327] env[69350]: DEBUG nova.virt.hardware [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.922247] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4baa28-c39a-49fb-8922-18448da933d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.932287] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4541d9-1eae-4767-8e2f-a3ee4bc46d56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.040121] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance effb7a42-5fe9-49b5-b4f4-95d5330466a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.040121] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 0d698890-4a4f-4058-b57c-602176248bbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.040121] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance f17a0100-054e-4103-ac80-698d1be85218 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.040121] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.040121] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 3be3613b-9065-4c1d-acce-6caa0af871a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.040121] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 219f08aa-ebaa-44f0-9bc9-1a0401fabb23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.040121] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 21f7d90d-396e-4b5d-850d-8a081b67f4a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.040121] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 993c24e5-a39b-4618-87c0-6e204c29835c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.040121] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 0cebab59-253b-4037-99a0-26667add9e9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.040121] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 97a20fc1-ef2b-4927-b335-3fd748bf90e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.040121] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance a6d023c6-8a1a-4dc1-b94d-58c5e5119d98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.040121] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance bbe9feda-432b-46ad-80cb-c4a10f80c30a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.040121] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.040121] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance c88e959f-7974-480e-b0d3-35f5afaeea97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.040723] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 46c02c77-062d-4f45-ab62-e432ec0c3ba7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.040723] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 1360f777-e835-4b01-af85-4dcc61e29f58 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.040723] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.041020] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 7125c072-cf6c-4a99-8217-97c0a89bfab9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.041396] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.041707] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Migration 07ed3b85-d204-4a64-9aeb-650494950989 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 877.042148] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 829e488c-b119-4d6b-bc74-e24c10ee6d5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.044239] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance f6e56bac-d347-478d-8be9-7e6ab9de1977 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.044239] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance ac7bb8da-8ca1-4de2-8613-06060d81aa87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.044239] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance fd2176f3-fc16-463d-8047-7bb04aa6823d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.044239] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 839d9db5-bbec-478b-9d79-26b43467da5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.044239] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 0ef42be5-2c8d-4d03-894c-156a1c8a1af8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.073721] env[69350]: DEBUG oslo_vmware.api [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.137916] env[69350]: INFO nova.compute.manager [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Took 38.29 seconds to build instance. [ 877.548831] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 877.577839] env[69350]: DEBUG oslo_vmware.api [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4148981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.552714} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.579093] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.579439] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.582558] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.582558] env[69350]: INFO nova.compute.manager [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Took 1.64 seconds to destroy the instance on the hypervisor. [ 877.582558] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.582558] env[69350]: DEBUG nova.compute.manager [-] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.582558] env[69350]: DEBUG nova.network.neutron [-] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.640308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-81bf0a10-8486-4b77-a12b-ac5067246d32 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "839d9db5-bbec-478b-9d79-26b43467da5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.804s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.884345] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.884802] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d7d7c72-04a7-4d85-9d40-28f144a4ad5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.895147] env[69350]: DEBUG oslo_vmware.api [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 877.895147] env[69350]: value = "task-4148982" [ 877.895147] env[69350]: _type = "Task" [ 877.895147] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.904873] env[69350]: DEBUG oslo_vmware.api [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.003980] env[69350]: DEBUG nova.network.neutron [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Successfully updated port: 490619be-f71b-48a8-822f-2428c8f37465 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.052129] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 7365d4d4-e1fc-42ae-9117-8584f9584087 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 878.057125] env[69350]: DEBUG nova.compute.manager [req-e5fa2a50-fb54-4695-9038-15e6e45a32e3 req-19381076-d4e0-45ef-9f62-2803a873a502 service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Received event network-vif-plugged-490619be-f71b-48a8-822f-2428c8f37465 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.057125] env[69350]: DEBUG oslo_concurrency.lockutils [req-e5fa2a50-fb54-4695-9038-15e6e45a32e3 req-19381076-d4e0-45ef-9f62-2803a873a502 service nova] Acquiring lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.057125] env[69350]: DEBUG oslo_concurrency.lockutils [req-e5fa2a50-fb54-4695-9038-15e6e45a32e3 req-19381076-d4e0-45ef-9f62-2803a873a502 service nova] Lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.057125] env[69350]: DEBUG oslo_concurrency.lockutils [req-e5fa2a50-fb54-4695-9038-15e6e45a32e3 req-19381076-d4e0-45ef-9f62-2803a873a502 service nova] Lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.057125] env[69350]: DEBUG nova.compute.manager [req-e5fa2a50-fb54-4695-9038-15e6e45a32e3 req-19381076-d4e0-45ef-9f62-2803a873a502 service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] No waiting events found dispatching network-vif-plugged-490619be-f71b-48a8-822f-2428c8f37465 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.057125] env[69350]: WARNING nova.compute.manager [req-e5fa2a50-fb54-4695-9038-15e6e45a32e3 req-19381076-d4e0-45ef-9f62-2803a873a502 service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Received unexpected event network-vif-plugged-490619be-f71b-48a8-822f-2428c8f37465 for instance with vm_state building and task_state spawning. [ 878.384927] env[69350]: DEBUG nova.compute.manager [req-2bd45f9f-2033-441a-81b9-b4171fd55056 req-e5230120-7e56-4c11-8c38-b2453b2ade37 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Received event network-vif-deleted-15fbefc1-30e3-4d77-b255-edc26206c6ef {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.385191] env[69350]: INFO nova.compute.manager [req-2bd45f9f-2033-441a-81b9-b4171fd55056 req-e5230120-7e56-4c11-8c38-b2453b2ade37 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Neutron deleted interface 15fbefc1-30e3-4d77-b255-edc26206c6ef; detaching it from the instance and deleting it from the info cache [ 878.385360] env[69350]: DEBUG nova.network.neutron [req-2bd45f9f-2033-441a-81b9-b4171fd55056 req-e5230120-7e56-4c11-8c38-b2453b2ade37 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.410682] env[69350]: DEBUG oslo_vmware.api [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4148982, 'name': PowerOnVM_Task, 'duration_secs': 0.423308} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.411385] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.411608] env[69350]: DEBUG nova.compute.manager [None req-55fb326f-30a8-49c5-87a1-1990a0307ead tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.413594] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee816224-b0eb-4c6f-99fa-299143be31f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.506122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquiring lock "refresh_cache-0ef42be5-2c8d-4d03-894c-156a1c8a1af8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.506122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquired lock "refresh_cache-0ef42be5-2c8d-4d03-894c-156a1c8a1af8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.506122] env[69350]: DEBUG nova.network.neutron [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.560662] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 34a4912a-b90d-4dfb-b697-a1e75758d8d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 878.569743] env[69350]: DEBUG nova.network.neutron [-] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.892691] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-099ed5bd-65de-4ad6-9d23-612ea58be7ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.910743] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ba1c3f-fb36-49af-8e9c-36344bdc95bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.950746] env[69350]: DEBUG nova.compute.manager [req-2bd45f9f-2033-441a-81b9-b4171fd55056 req-e5230120-7e56-4c11-8c38-b2453b2ade37 service nova] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Detach interface failed, port_id=15fbefc1-30e3-4d77-b255-edc26206c6ef, reason: Instance 0d698890-4a4f-4058-b57c-602176248bbc could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.049021] env[69350]: DEBUG nova.network.neutron [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.064921] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance b7c84f2c-b5eb-4c18-ac05-74012453b01f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 879.073843] env[69350]: INFO nova.compute.manager [-] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Took 1.49 seconds to deallocate network for instance. [ 879.238320] env[69350]: DEBUG nova.network.neutron [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Updating instance_info_cache with network_info: [{"id": "490619be-f71b-48a8-822f-2428c8f37465", "address": "fa:16:3e:0d:f0:73", "network": {"id": "caa1337f-4e49-4a20-8fc5-20d3231a02a6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1019737563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5dea05cdd4c49778ef87abb557f20e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490619be-f7", "ovs_interfaceid": "490619be-f71b-48a8-822f-2428c8f37465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.572990] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 44ed7717-9706-4291-876b-6ec99b411044 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 879.573386] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 879.573601] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 879.583290] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.744019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Releasing lock "refresh_cache-0ef42be5-2c8d-4d03-894c-156a1c8a1af8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.744019] env[69350]: DEBUG nova.compute.manager [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Instance network_info: |[{"id": "490619be-f71b-48a8-822f-2428c8f37465", "address": "fa:16:3e:0d:f0:73", "network": {"id": "caa1337f-4e49-4a20-8fc5-20d3231a02a6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1019737563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5dea05cdd4c49778ef87abb557f20e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490619be-f7", "ovs_interfaceid": "490619be-f71b-48a8-822f-2428c8f37465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.744019] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:f0:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '490619be-f71b-48a8-822f-2428c8f37465', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.755289] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Creating folder: Project (e5dea05cdd4c49778ef87abb557f20e8). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.755891] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a71be59e-e961-4950-85c5-fe13727677e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.776654] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Created folder: Project (e5dea05cdd4c49778ef87abb557f20e8) in parent group-v821414. [ 879.776860] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Creating folder: Instances. Parent ref: group-v821589. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.780431] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acbc4198-7b0c-4fc6-ae09-7317a5b15f73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.793025] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Created folder: Instances in parent group-v821589. [ 879.793935] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.793935] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.793935] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-971eec04-de7b-44a7-84b5-358ec0a4ab27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.820031] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.820031] env[69350]: value = "task-4148985" [ 879.820031] env[69350]: _type = "Task" [ 879.820031] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.830043] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148985, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.115942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f947cea-b4e9-4693-961c-a96cf04eeb03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.121032] env[69350]: DEBUG nova.compute.manager [req-6e5a22e3-ef0c-430b-adbe-ee2e9df53ba2 req-57ce052f-7428-4a3f-b60c-7df347f19740 service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Received event network-changed-490619be-f71b-48a8-822f-2428c8f37465 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.121452] env[69350]: DEBUG nova.compute.manager [req-6e5a22e3-ef0c-430b-adbe-ee2e9df53ba2 req-57ce052f-7428-4a3f-b60c-7df347f19740 service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Refreshing instance network info cache due to event network-changed-490619be-f71b-48a8-822f-2428c8f37465. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.121671] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e5a22e3-ef0c-430b-adbe-ee2e9df53ba2 req-57ce052f-7428-4a3f-b60c-7df347f19740 service nova] Acquiring lock "refresh_cache-0ef42be5-2c8d-4d03-894c-156a1c8a1af8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.121817] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e5a22e3-ef0c-430b-adbe-ee2e9df53ba2 req-57ce052f-7428-4a3f-b60c-7df347f19740 service nova] Acquired lock "refresh_cache-0ef42be5-2c8d-4d03-894c-156a1c8a1af8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.121981] env[69350]: DEBUG nova.network.neutron [req-6e5a22e3-ef0c-430b-adbe-ee2e9df53ba2 req-57ce052f-7428-4a3f-b60c-7df347f19740 service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Refreshing network info cache for port 490619be-f71b-48a8-822f-2428c8f37465 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.130188] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55de02d3-2569-44ae-92c2-f628777cfccb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.171037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becb9705-82e6-4956-81cb-82201640d52f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.179938] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0781e6e1-4a32-423a-877b-9ed97ee2e34e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.196479] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.331056] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148985, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.377788] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquiring lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.377979] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.700219] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.834284] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148985, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.861856] env[69350]: DEBUG nova.network.neutron [req-6e5a22e3-ef0c-430b-adbe-ee2e9df53ba2 req-57ce052f-7428-4a3f-b60c-7df347f19740 service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Updated VIF entry in instance network info cache for port 490619be-f71b-48a8-822f-2428c8f37465. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.862249] env[69350]: DEBUG nova.network.neutron [req-6e5a22e3-ef0c-430b-adbe-ee2e9df53ba2 req-57ce052f-7428-4a3f-b60c-7df347f19740 service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Updating instance_info_cache with network_info: [{"id": "490619be-f71b-48a8-822f-2428c8f37465", "address": "fa:16:3e:0d:f0:73", "network": {"id": "caa1337f-4e49-4a20-8fc5-20d3231a02a6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1019737563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5dea05cdd4c49778ef87abb557f20e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490619be-f7", "ovs_interfaceid": "490619be-f71b-48a8-822f-2428c8f37465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.880918] env[69350]: DEBUG nova.compute.manager [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.894783] env[69350]: DEBUG nova.compute.manager [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 881.205697] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 881.206017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.341s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.206385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.767s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.207965] env[69350]: INFO nova.compute.claims [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.210720] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.210877] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Cleaning up deleted instances {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 881.336934] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148985, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.365385] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e5a22e3-ef0c-430b-adbe-ee2e9df53ba2 req-57ce052f-7428-4a3f-b60c-7df347f19740 service nova] Releasing lock "refresh_cache-0ef42be5-2c8d-4d03-894c-156a1c8a1af8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.405744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.413569] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.724411] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] There are 34 instances to clean {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 881.724712] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: d2b06e9d-08da-4ce7-b946-df21b69ee0b7] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.836715] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148985, 'name': CreateVM_Task, 'duration_secs': 1.698872} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.836932] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.837724] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.837917] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.838289] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.838603] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc763c0-657f-4432-9c04-1891779c6588 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.844456] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for the task: (returnval){ [ 881.844456] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52aeb092-392b-62d4-34d2-f4ae8388ea50" [ 881.844456] env[69350]: _type = "Task" [ 881.844456] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.853802] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52aeb092-392b-62d4-34d2-f4ae8388ea50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.231585] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 0daa47f1-e357-447d-9962-9f11a0337b1d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.355581] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52aeb092-392b-62d4-34d2-f4ae8388ea50, 'name': SearchDatastore_Task, 'duration_secs': 0.023173} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.358195] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.358446] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.358687] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.358826] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.359015] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.360170] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a22737-1a2b-4fb0-a255-469d303ad7df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.375523] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.375744] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.376549] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51464521-8224-4f64-8358-c61323ee41c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.384490] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for the task: (returnval){ [ 882.384490] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528c0fdf-202e-aade-0952-40968e666947" [ 882.384490] env[69350]: _type = "Task" [ 882.384490] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.392995] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528c0fdf-202e-aade-0952-40968e666947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.661037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7806b279-f354-44b1-885d-d50f2412bd17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.670590] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa4608d-997a-4597-b077-dc053d597f34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.704056] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaca6172-05bf-4844-9250-1a14938cd958 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.712516] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63c08bf-0d57-49fb-a800-b19a8b48e0e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.726827] env[69350]: DEBUG nova.compute.provider_tree [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.734097] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 966d02f4-9d3b-4f4c-86d4-9f35be04db20] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.896816] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528c0fdf-202e-aade-0952-40968e666947, 'name': SearchDatastore_Task, 'duration_secs': 0.060835} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.897850] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3047cd5b-c18a-4c53-86a2-600837113ea6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.904452] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for the task: (returnval){ [ 882.904452] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ee537d-0813-01dd-7c88-3077f857b14e" [ 882.904452] env[69350]: _type = "Task" [ 882.904452] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.913536] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ee537d-0813-01dd-7c88-3077f857b14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.230487] env[69350]: DEBUG nova.scheduler.client.report [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.237965] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: b6e49929-b0b8-4aa0-9d21-9ce7cf2595ee] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.418094] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ee537d-0813-01dd-7c88-3077f857b14e, 'name': SearchDatastore_Task, 'duration_secs': 0.012389} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.418094] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.418194] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0ef42be5-2c8d-4d03-894c-156a1c8a1af8/0ef42be5-2c8d-4d03-894c-156a1c8a1af8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.418547] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6885927f-e7f1-4c50-ba47-9e65935e860d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.428066] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for the task: (returnval){ [ 883.428066] env[69350]: value = "task-4148986" [ 883.428066] env[69350]: _type = "Task" [ 883.428066] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.440259] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.736032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.736032] env[69350]: DEBUG nova.compute.manager [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.738752] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.603s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.742026] env[69350]: INFO nova.compute.claims [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.743781] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 93a06f2a-b4b7-44b4-94f1-3bf5d16e1733] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.944751] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148986, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.247243] env[69350]: DEBUG nova.compute.utils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.248703] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 45da67c5-8f64-43e6-8b8c-0b59d9f1d1c9] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.250631] env[69350]: DEBUG nova.compute.manager [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 884.395882] env[69350]: INFO nova.compute.manager [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Rebuilding instance [ 884.439485] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539514} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.441756] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0ef42be5-2c8d-4d03-894c-156a1c8a1af8/0ef42be5-2c8d-4d03-894c-156a1c8a1af8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.441972] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.442429] env[69350]: DEBUG nova.compute.manager [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.442676] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90374768-c8c3-412a-b3b6-cadfc25794f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.445032] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4537a62-7ab1-420f-85e0-f67a78f66b98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.454800] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for the task: (returnval){ [ 884.454800] env[69350]: value = "task-4148987" [ 884.454800] env[69350]: _type = "Task" [ 884.454800] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.753399] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 243fd51e-b95b-4611-aa0c-336e9a203867] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.755440] env[69350]: DEBUG nova.compute.manager [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.971829] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085372} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.972183] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.972987] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a678f-fcb3-43fa-9ca4-2e73bd5e9b7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.000106] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 0ef42be5-2c8d-4d03-894c-156a1c8a1af8/0ef42be5-2c8d-4d03-894c-156a1c8a1af8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.003221] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f057f206-4c2b-4359-b952-05db7d48b3f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.025072] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for the task: (returnval){ [ 885.025072] env[69350]: value = "task-4148988" [ 885.025072] env[69350]: _type = "Task" [ 885.025072] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.038894] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.226667] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08dd605-0d47-4fb1-b3c2-2068013ba207 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.234991] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b6bc59-4626-4ab8-a013-b61373e2df97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.267159] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: db2c1e31-a6d3-486d-82e0-985c4286affd] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.275054] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c7b3e7-b616-4061-a311-87eb6612b354 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.283331] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b532ca7-1d2b-43c3-918e-23e3eed089e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.299739] env[69350]: DEBUG nova.compute.provider_tree [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.466408] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.466804] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0305571-27cc-4e1a-b804-c294ad2771e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.474905] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for the task: (returnval){ [ 885.474905] env[69350]: value = "task-4148989" [ 885.474905] env[69350]: _type = "Task" [ 885.474905] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.484268] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.535266] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.770642] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 69a20aa3-1f89-4e23-9c22-0220c8197535] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.777169] env[69350]: DEBUG nova.compute.manager [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.805254] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.805541] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.805732] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.805953] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.806119] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.806300] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.806541] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.806721] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.806887] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.807069] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.807252] env[69350]: DEBUG nova.virt.hardware [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.809145] env[69350]: DEBUG nova.scheduler.client.report [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.812877] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ca27f4-29a6-44ed-8154-63486c001c06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.822391] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9cfcc3-d5ad-471e-b96c-faeaa9636a64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.842194] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.847861] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Creating folder: Project (024349d04b484b888be5e3a6fc21e1f5). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.848623] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c952bf8c-0f55-4c39-8090-90d740c578cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.859895] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Created folder: Project (024349d04b484b888be5e3a6fc21e1f5) in parent group-v821414. [ 885.860178] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Creating folder: Instances. Parent ref: group-v821592. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.860494] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6702e156-ff71-4d84-a91f-0f728dcbf1ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.873218] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Created folder: Instances in parent group-v821592. [ 885.873597] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.874163] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.874388] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85cc881a-9aeb-4430-a0a6-26c613f6019f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.892346] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.892346] env[69350]: value = "task-4148992" [ 885.892346] env[69350]: _type = "Task" [ 885.892346] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.901104] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148992, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.985715] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148989, 'name': PowerOffVM_Task, 'duration_secs': 0.198859} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.985981] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.986728] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.986996] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d1de62-cffc-4348-b0df-9dcd5a5d3a70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.994203] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for the task: (returnval){ [ 885.994203] env[69350]: value = "task-4148993" [ 885.994203] env[69350]: _type = "Task" [ 885.994203] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.002637] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.035815] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148988, 'name': ReconfigVM_Task, 'duration_secs': 0.725552} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.036140] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 0ef42be5-2c8d-4d03-894c-156a1c8a1af8/0ef42be5-2c8d-4d03-894c-156a1c8a1af8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.036877] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-798aeec1-c8df-4c7c-b8f2-5cc4535328c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.044361] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for the task: (returnval){ [ 886.044361] env[69350]: value = "task-4148994" [ 886.044361] env[69350]: _type = "Task" [ 886.044361] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.053790] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148994, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.274891] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 2fa11155-93c9-497c-a25f-d24ffcedeb9e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.317608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.318176] env[69350]: DEBUG nova.compute.manager [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.321028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.893s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.321028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.323174] env[69350]: DEBUG oslo_concurrency.lockutils [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.667s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.323376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.326975] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.594s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.327728] env[69350]: INFO nova.compute.claims [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.349184] env[69350]: INFO nova.scheduler.client.report [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Deleted allocations for instance 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8 [ 886.351080] env[69350]: INFO nova.scheduler.client.report [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Deleted allocations for instance 993c24e5-a39b-4618-87c0-6e204c29835c [ 886.404219] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148992, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.506956] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 886.507297] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 886.507561] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821537', 'volume_id': 'dfa11666-fe42-45ca-b2d8-239815cadca1', 'name': 'volume-dfa11666-fe42-45ca-b2d8-239815cadca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1360f777-e835-4b01-af85-4dcc61e29f58', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfa11666-fe42-45ca-b2d8-239815cadca1', 'serial': 'dfa11666-fe42-45ca-b2d8-239815cadca1'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 886.508482] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deae69ec-7a58-4480-96ab-17640f45e318 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.529544] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5005eba8-e9b6-4894-8985-819bc270f8e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.538959] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7c745-7926-40f6-9908-19290dfcd515 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.560962] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf548bb-c571-42dc-87b3-d17c5f4180e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.569898] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148994, 'name': Rename_Task, 'duration_secs': 0.156869} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.583139] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.583732] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] The volume has not been displaced from its original location: [datastore1] volume-dfa11666-fe42-45ca-b2d8-239815cadca1/volume-dfa11666-fe42-45ca-b2d8-239815cadca1.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 886.589316] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.589596] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77b7a3ed-d8d3-495d-bb78-b00c4fbaf788 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.591416] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b440cf3-b82b-4591-8fe0-dd9c5527a38e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.610800] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for the task: (returnval){ [ 886.610800] env[69350]: value = "task-4148995" [ 886.610800] env[69350]: _type = "Task" [ 886.610800] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.612240] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for the task: (returnval){ [ 886.612240] env[69350]: value = "task-4148996" [ 886.612240] env[69350]: _type = "Task" [ 886.612240] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.623653] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.626686] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.778324] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: fb1c0a77-257a-477d-8af7-63869267c317] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.833081] env[69350]: DEBUG nova.compute.utils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.836750] env[69350]: DEBUG nova.compute.manager [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 886.861066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1471c41a-067a-48a8-8113-93fee17426a9 tempest-ServersListShow2100Test-2078565615 tempest-ServersListShow2100Test-2078565615-project-member] Lock "9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.232s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.862934] env[69350]: DEBUG oslo_concurrency.lockutils [None req-932f7218-7cbf-4e08-9737-e29745348623 tempest-ListImageFiltersTestJSON-216247362 tempest-ListImageFiltersTestJSON-216247362-project-member] Lock "993c24e5-a39b-4618-87c0-6e204c29835c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.875s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.903282] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148992, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.125519] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.129304] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.283397] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 0972b291-5b74-4ca7-923e-10815f8de11f] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.339585] env[69350]: DEBUG nova.compute.manager [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.410268] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148992, 'name': CreateVM_Task, 'duration_secs': 1.300948} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.413906] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.413906] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.414081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.417033] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.417033] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af343cd-0568-425a-b3c6-3963e70a6417 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.420608] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 887.420608] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525dfebc-4727-ecaa-ec1a-e2ec50b178c4" [ 887.420608] env[69350]: _type = "Task" [ 887.420608] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.437569] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525dfebc-4727-ecaa-ec1a-e2ec50b178c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012435} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.439026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.439026] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.439026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.439026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.439026] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.439026] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ff664fa-d937-47c8-af51-73707af13db8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.449346] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.449432] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.450895] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f62411a-b530-4289-a944-186807bf2e46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.458023] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 887.458023] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52677e27-50c9-56ea-a15f-3b751f760dc1" [ 887.458023] env[69350]: _type = "Task" [ 887.458023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.470583] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52677e27-50c9-56ea-a15f-3b751f760dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.630266] env[69350]: DEBUG oslo_vmware.api [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4148995, 'name': PowerOnVM_Task, 'duration_secs': 0.518014} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.639659] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.639882] env[69350]: INFO nova.compute.manager [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Took 10.77 seconds to spawn the instance on the hypervisor. [ 887.640129] env[69350]: DEBUG nova.compute.manager [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.640450] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148996, 'name': ReconfigVM_Task, 'duration_secs': 0.733252} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.642260] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a4e636-c3ab-4bba-9b44-cbfcc991c841 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.648455] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.657290] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c514b41-ef02-4ab0-8cad-f9fa6a019185 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.678877] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for the task: (returnval){ [ 887.678877] env[69350]: value = "task-4148997" [ 887.678877] env[69350]: _type = "Task" [ 887.678877] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.698636] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.790654] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: e0dc12e1-af91-4057-9fc1-219bbdc31fdd] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.912517] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c41b65c-94eb-4956-8928-a8a8bef436f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.921700] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20196cc7-4b76-4129-bb82-8c3e3d14ce23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.956464] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daf619f-461a-4f27-b63d-a261d5390dee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.969792] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52677e27-50c9-56ea-a15f-3b751f760dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.013924} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.972924] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6889c92a-b3f3-4405-8a78-dde058bf9f32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.976183] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5c7346-40c0-43af-932b-31ead5d2b9ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.993426] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 887.993426] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524c5f58-397b-e8bc-42d3-22a09d60910d" [ 887.993426] env[69350]: _type = "Task" [ 887.993426] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.993954] env[69350]: DEBUG nova.compute.provider_tree [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.005361] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524c5f58-397b-e8bc-42d3-22a09d60910d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.189988] env[69350]: INFO nova.compute.manager [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Took 45.68 seconds to build instance. [ 888.195366] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.294202] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: c57a42b2-ae92-4dd2-91ee-69065a5eab0c] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.354179] env[69350]: DEBUG nova.compute.manager [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.396186] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.396186] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.396186] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.396186] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.396186] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.396186] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.397946] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.398307] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.399900] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.400277] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.400597] env[69350]: DEBUG nova.virt.hardware [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.401847] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3118cfcd-b76f-491f-bfe2-7a67ce21166e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.411256] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac6cca8-cd11-40d8-967a-369cba14386b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.425741] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.433022] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.433022] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.433022] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0d7abb2-f60e-4cbf-b9eb-49a658bdba9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.452315] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.452315] env[69350]: value = "task-4148998" [ 888.452315] env[69350]: _type = "Task" [ 888.452315] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.462671] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148998, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.504143] env[69350]: DEBUG nova.scheduler.client.report [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.512823] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524c5f58-397b-e8bc-42d3-22a09d60910d, 'name': SearchDatastore_Task, 'duration_secs': 0.021647} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.513303] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.513713] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9/fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.514133] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da5b7017-6266-41f6-996c-95db6b882cb7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.525123] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 888.525123] env[69350]: value = "task-4148999" [ 888.525123] env[69350]: _type = "Task" [ 888.525123] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.540465] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4148999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.695207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-316cb0ef-1874-4c9f-ae21-43ae42f84fe5 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.195s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.695373] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.748200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquiring lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.748512] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.748743] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquiring lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.748911] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.749114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.751686] env[69350]: INFO nova.compute.manager [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Terminating instance [ 888.798444] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 823fca95-83da-462b-922a-6137a1cd85a3] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.963938] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4148998, 'name': CreateVM_Task, 'duration_secs': 0.414688} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.964319] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.964861] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.965136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.965510] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.965886] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5fe6ce-d5ac-4bfa-94a6-433813bf2001 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.972171] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 888.972171] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52214108-6d77-c199-53a9-6c60c102249d" [ 888.972171] env[69350]: _type = "Task" [ 888.972171] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.981908] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52214108-6d77-c199-53a9-6c60c102249d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.007667] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.008261] env[69350]: DEBUG nova.compute.manager [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.011566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.748s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.012317] env[69350]: DEBUG nova.objects.instance [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 889.042308] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4148999, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.200297] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4148997, 'name': ReconfigVM_Task, 'duration_secs': 1.12526} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.200297] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821537', 'volume_id': 'dfa11666-fe42-45ca-b2d8-239815cadca1', 'name': 'volume-dfa11666-fe42-45ca-b2d8-239815cadca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1360f777-e835-4b01-af85-4dcc61e29f58', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfa11666-fe42-45ca-b2d8-239815cadca1', 'serial': 'dfa11666-fe42-45ca-b2d8-239815cadca1'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 889.200297] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.200297] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b82eb65-115b-497b-a755-e72626e65673 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.206562] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.206975] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf465ec6-0f08-4579-a70a-a1756c5658ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.259033] env[69350]: DEBUG nova.compute.manager [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.259033] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.259033] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af930e0-a20e-4732-8de0-5680430e4e36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.269617] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.270292] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a616f8f6-84c0-4419-b61a-7c13ae4b3936 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.273274] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.273752] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.274112] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Deleting the datastore file [datastore1] 1360f777-e835-4b01-af85-4dcc61e29f58 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.274864] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-676125e5-62fa-4718-96d0-ddfcfe361296 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.281127] env[69350]: DEBUG oslo_vmware.api [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for the task: (returnval){ [ 889.281127] env[69350]: value = "task-4149001" [ 889.281127] env[69350]: _type = "Task" [ 889.281127] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.284878] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for the task: (returnval){ [ 889.284878] env[69350]: value = "task-4149002" [ 889.284878] env[69350]: _type = "Task" [ 889.284878] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.292708] env[69350]: DEBUG oslo_vmware.api [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4149001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.299395] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4149002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.308638] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 0c362d02-acb5-493f-a146-e46ba4c3e26f] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.485505] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52214108-6d77-c199-53a9-6c60c102249d, 'name': SearchDatastore_Task, 'duration_secs': 0.054315} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.485989] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.486290] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.486888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.487191] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.487442] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.487791] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6abf165-a8b3-4bd9-87aa-495d749a1d8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.497521] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.497823] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.498622] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149854a0-86bb-4750-8b76-d589b900d631 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.504925] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 889.504925] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b8abbe-bc24-eed3-8bed-b5cd41b05071" [ 889.504925] env[69350]: _type = "Task" [ 889.504925] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.525501] env[69350]: DEBUG nova.compute.utils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.526797] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b8abbe-bc24-eed3-8bed-b5cd41b05071, 'name': SearchDatastore_Task, 'duration_secs': 0.009817} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.527412] env[69350]: DEBUG nova.compute.manager [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.527591] env[69350]: DEBUG nova.network.neutron [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.533995] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f7ac59-f5b5-463c-9bfe-0ece3975f9dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.546947] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 889.546947] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528b513f-ccd3-5e16-6cc4-47e78724a569" [ 889.546947] env[69350]: _type = "Task" [ 889.546947] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.547524] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4148999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617811} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.547907] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9/fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.548189] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.552155] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-554476b2-5c96-4887-978b-4872dbdc6e94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.561313] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528b513f-ccd3-5e16-6cc4-47e78724a569, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.562795] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.563064] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 7365d4d4-e1fc-42ae-9117-8584f9584087/7365d4d4-e1fc-42ae-9117-8584f9584087.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.563856] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 889.563856] env[69350]: value = "task-4149003" [ 889.563856] env[69350]: _type = "Task" [ 889.563856] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.564076] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f9bf841-2e8d-4758-afcc-4eeb0a9f58fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.574961] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.576688] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 889.576688] env[69350]: value = "task-4149004" [ 889.576688] env[69350]: _type = "Task" [ 889.576688] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.586616] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.588215] env[69350]: DEBUG nova.policy [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a591e0372ed5423a8b4839125cffd07c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '070cd5e84a1945b0a1f8c83a8266405b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.799056] env[69350]: DEBUG oslo_vmware.api [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Task: {'id': task-4149002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160601} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.803825] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.804140] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.804423] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.807070] env[69350]: DEBUG oslo_vmware.api [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4149001, 'name': PowerOffVM_Task, 'duration_secs': 0.193749} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.807978] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.808359] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.808565] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e87dc401-8154-445f-ae39-ec07269f58b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.816488] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 3678dbe6-81c0-4aec-ad08-1971f7918fc0] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.890135] env[69350]: DEBUG nova.network.neutron [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Successfully created port: 2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.895474] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 889.895864] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24a3c88e-2f56-43a8-9444-72459a69a446 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.906861] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686f05e7-2f67-4b3f-845c-193eba6c314b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.920743] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.920995] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.921187] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Deleting the datastore file [datastore2] 0ef42be5-2c8d-4d03-894c-156a1c8a1af8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.921505] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6db7396d-39bf-4e02-9468-00b05299e0a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.935446] env[69350]: DEBUG oslo_vmware.api [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for the task: (returnval){ [ 889.935446] env[69350]: value = "task-4149006" [ 889.935446] env[69350]: _type = "Task" [ 889.935446] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.950383] env[69350]: ERROR nova.compute.manager [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Failed to detach volume dfa11666-fe42-45ca-b2d8-239815cadca1 from /dev/sda: nova.exception.InstanceNotFound: Instance 1360f777-e835-4b01-af85-4dcc61e29f58 could not be found. [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Traceback (most recent call last): [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self.driver.rebuild(**kwargs) [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] raise NotImplementedError() [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] NotImplementedError [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] During handling of the above exception, another exception occurred: [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Traceback (most recent call last): [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self.driver.detach_volume(context, old_connection_info, [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] return self._volumeops.detach_volume(connection_info, instance) [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self._detach_volume_vmdk(connection_info, instance) [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] stable_ref.fetch_moref(session) [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] raise exception.InstanceNotFound(instance_id=self._uuid) [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] nova.exception.InstanceNotFound: Instance 1360f777-e835-4b01-af85-4dcc61e29f58 could not be found. [ 889.950383] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] [ 889.962121] env[69350]: DEBUG oslo_vmware.api [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4149006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.028124] env[69350]: DEBUG nova.compute.manager [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.032666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e9b8cc91-f773-4eca-9ee9-f9767f17b8aa tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.034364] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.634s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.034779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.038612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.013s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.040076] env[69350]: INFO nova.compute.claims [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.083925] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074099} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.085116] env[69350]: INFO nova.scheduler.client.report [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted allocations for instance 7125c072-cf6c-4a99-8217-97c0a89bfab9 [ 890.088948] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.092224] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad3f0ae-664c-4337-92ca-f882489280b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.100816] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481697} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.108152] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 7365d4d4-e1fc-42ae-9117-8584f9584087/7365d4d4-e1fc-42ae-9117-8584f9584087.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.108401] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.117703] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9/fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.118699] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f521bc57-779a-4ec0-8136-293951a724bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.120832] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e9eabe-d931-4862-9d49-3d1c25f3e039 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.141974] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 890.141974] env[69350]: value = "task-4149007" [ 890.141974] env[69350]: _type = "Task" [ 890.141974] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.144750] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 890.144750] env[69350]: value = "task-4149008" [ 890.144750] env[69350]: _type = "Task" [ 890.144750] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.160568] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.165370] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.230619] env[69350]: DEBUG nova.compute.utils [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Build of instance 1360f777-e835-4b01-af85-4dcc61e29f58 aborted: Failed to rebuild volume backed instance. {{(pid=69350) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 890.236040] env[69350]: ERROR nova.compute.manager [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 1360f777-e835-4b01-af85-4dcc61e29f58 aborted: Failed to rebuild volume backed instance. [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Traceback (most recent call last): [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self.driver.rebuild(**kwargs) [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] raise NotImplementedError() [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] NotImplementedError [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] During handling of the above exception, another exception occurred: [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Traceback (most recent call last): [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self._detach_root_volume(context, instance, root_bdm) [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] with excutils.save_and_reraise_exception(): [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self.force_reraise() [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] raise self.value [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self.driver.detach_volume(context, old_connection_info, [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] return self._volumeops.detach_volume(connection_info, instance) [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self._detach_volume_vmdk(connection_info, instance) [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] stable_ref.fetch_moref(session) [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] raise exception.InstanceNotFound(instance_id=self._uuid) [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] nova.exception.InstanceNotFound: Instance 1360f777-e835-4b01-af85-4dcc61e29f58 could not be found. [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] During handling of the above exception, another exception occurred: [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Traceback (most recent call last): [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] yield [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 890.236040] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self._do_rebuild_instance_with_claim( [ 890.237425] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 890.237425] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self._do_rebuild_instance( [ 890.237425] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 890.237425] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self._rebuild_default_impl(**kwargs) [ 890.237425] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 890.237425] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] self._rebuild_volume_backed_instance( [ 890.237425] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 890.237425] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] raise exception.BuildAbortException( [ 890.237425] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] nova.exception.BuildAbortException: Build of instance 1360f777-e835-4b01-af85-4dcc61e29f58 aborted: Failed to rebuild volume backed instance. [ 890.237425] env[69350]: ERROR nova.compute.manager [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] [ 890.320542] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 50988c7a-07dd-42d7-9fd2-790425947efe] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.459072] env[69350]: DEBUG oslo_vmware.api [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Task: {'id': task-4149006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275155} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.459440] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.459747] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.459940] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.460152] env[69350]: INFO nova.compute.manager [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Took 1.20 seconds to destroy the instance on the hypervisor. [ 890.460446] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.460667] env[69350]: DEBUG nova.compute.manager [-] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.460769] env[69350]: DEBUG nova.network.neutron [-] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.602217] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7fff2cf-554f-40f2-b8a9-02c560405f5b tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "7125c072-cf6c-4a99-8217-97c0a89bfab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.187s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.658576] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100951} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.662537] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.662649] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149008, 'name': ReconfigVM_Task, 'duration_secs': 0.345414} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.663380] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842b6d9e-2c56-4afc-a600-a3678e52d87d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.666240] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Reconfigured VM instance instance-0000003c to attach disk [datastore2] fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9/fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.666937] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ef21d9f-204b-4172-961b-4fbdb90db785 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.691451] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 7365d4d4-e1fc-42ae-9117-8584f9584087/7365d4d4-e1fc-42ae-9117-8584f9584087.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.693378] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d5b9906-8f1b-4ab4-bce5-00a9660e9e9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.709227] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 890.709227] env[69350]: value = "task-4149009" [ 890.709227] env[69350]: _type = "Task" [ 890.709227] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.716642] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 890.716642] env[69350]: value = "task-4149010" [ 890.716642] env[69350]: _type = "Task" [ 890.716642] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.724747] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149009, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.730651] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.823642] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 2a8cb1be-0bab-43f9-b036-5ebf009b10ee] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.044029] env[69350]: DEBUG nova.compute.manager [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.082491] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.082803] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.082972] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.083712] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.083900] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.084069] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.084288] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.084448] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.084617] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.084781] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.084954] env[69350]: DEBUG nova.virt.hardware [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.085855] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cdd943-4f7c-4847-b29f-2a147fc1e529 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.099427] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b49479-54d4-46b9-8429-6c0eca71198a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.226222] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149009, 'name': Rename_Task, 'duration_secs': 0.206782} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.228795] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.228795] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20a01e7-c54f-48a3-bb38-866debbc610f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.236320] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149010, 'name': ReconfigVM_Task, 'duration_secs': 0.335438} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.238171] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 7365d4d4-e1fc-42ae-9117-8584f9584087/7365d4d4-e1fc-42ae-9117-8584f9584087.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.239254] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 891.239254] env[69350]: value = "task-4149011" [ 891.239254] env[69350]: _type = "Task" [ 891.239254] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.239590] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f8de900-93bf-4236-a1a1-e9b7a0e3ed26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.255302] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149011, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.257968] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 891.257968] env[69350]: value = "task-4149012" [ 891.257968] env[69350]: _type = "Task" [ 891.257968] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.271092] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149012, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.328755] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: d3fc062b-3ffc-4b21-b9a4-32745a44f1ca] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.401234] env[69350]: DEBUG nova.compute.manager [req-0fe2b4a9-745d-46fe-929c-30ea0e1514d9 req-59488e1f-e926-4cdf-9a23-97e217fc53ed service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Received event network-vif-deleted-490619be-f71b-48a8-822f-2428c8f37465 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.401234] env[69350]: INFO nova.compute.manager [req-0fe2b4a9-745d-46fe-929c-30ea0e1514d9 req-59488e1f-e926-4cdf-9a23-97e217fc53ed service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Neutron deleted interface 490619be-f71b-48a8-822f-2428c8f37465; detaching it from the instance and deleting it from the info cache [ 891.401382] env[69350]: DEBUG nova.network.neutron [req-0fe2b4a9-745d-46fe-929c-30ea0e1514d9 req-59488e1f-e926-4cdf-9a23-97e217fc53ed service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.453182] env[69350]: DEBUG nova.compute.manager [req-97a29ac1-a934-4852-a90e-e6d833a32153 req-2cd813a0-e6c7-4bae-9c24-eb9b06eccc31 service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Received event network-vif-plugged-2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.453492] env[69350]: DEBUG oslo_concurrency.lockutils [req-97a29ac1-a934-4852-a90e-e6d833a32153 req-2cd813a0-e6c7-4bae-9c24-eb9b06eccc31 service nova] Acquiring lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.453913] env[69350]: DEBUG oslo_concurrency.lockutils [req-97a29ac1-a934-4852-a90e-e6d833a32153 req-2cd813a0-e6c7-4bae-9c24-eb9b06eccc31 service nova] Lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.454377] env[69350]: DEBUG oslo_concurrency.lockutils [req-97a29ac1-a934-4852-a90e-e6d833a32153 req-2cd813a0-e6c7-4bae-9c24-eb9b06eccc31 service nova] Lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.454377] env[69350]: DEBUG nova.compute.manager [req-97a29ac1-a934-4852-a90e-e6d833a32153 req-2cd813a0-e6c7-4bae-9c24-eb9b06eccc31 service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] No waiting events found dispatching network-vif-plugged-2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.454489] env[69350]: WARNING nova.compute.manager [req-97a29ac1-a934-4852-a90e-e6d833a32153 req-2cd813a0-e6c7-4bae-9c24-eb9b06eccc31 service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Received unexpected event network-vif-plugged-2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010 for instance with vm_state building and task_state spawning. [ 891.568307] env[69350]: DEBUG nova.network.neutron [-] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.590893] env[69350]: DEBUG nova.network.neutron [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Successfully updated port: 2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.764800] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.772437] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149012, 'name': Rename_Task, 'duration_secs': 0.208899} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.772850] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.773125] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5d38d41-3c4e-4faa-9e0f-cfc6348f8598 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.778097] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c500dd7e-589d-4af8-8b87-f077d9dcd47f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.781999] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 891.781999] env[69350]: value = "task-4149013" [ 891.781999] env[69350]: _type = "Task" [ 891.781999] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.789161] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfd8938-9753-4326-91bb-93b0df60b049 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.797182] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.832030] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: c7124fd4-0db2-4fed-b568-57050643c022] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.835852] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57939b29-25d5-4f91-94bf-3c6e922fa56f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.848066] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2792f99a-ba9a-48ed-9657-74bd0f6151a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.862952] env[69350]: DEBUG nova.compute.provider_tree [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.909225] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff41e9be-4411-4a22-9087-e03af2c1b730 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.917086] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e840085e-2739-4d2e-9e42-c2c408f45b04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.971257] env[69350]: DEBUG nova.compute.manager [req-0fe2b4a9-745d-46fe-929c-30ea0e1514d9 req-59488e1f-e926-4cdf-9a23-97e217fc53ed service nova] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Detach interface failed, port_id=490619be-f71b-48a8-822f-2428c8f37465, reason: Instance 0ef42be5-2c8d-4d03-894c-156a1c8a1af8 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.072309] env[69350]: INFO nova.compute.manager [-] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Took 1.61 seconds to deallocate network for instance. [ 892.098043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "refresh_cache-34a4912a-b90d-4dfb-b697-a1e75758d8d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.098754] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "refresh_cache-34a4912a-b90d-4dfb-b697-a1e75758d8d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.098754] env[69350]: DEBUG nova.network.neutron [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.253855] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149011, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.256649] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.294189] env[69350]: DEBUG oslo_vmware.api [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149013, 'name': PowerOnVM_Task, 'duration_secs': 0.498943} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.297270] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.297270] env[69350]: INFO nova.compute.manager [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Took 3.94 seconds to spawn the instance on the hypervisor. [ 892.297270] env[69350]: DEBUG nova.compute.manager [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.297270] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639e1292-d4a1-4afc-a6bd-a7c75f0a69ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.341984] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 08474bab-98fc-42ff-ae8a-fde7d4819d51] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.369796] env[69350]: DEBUG nova.scheduler.client.report [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.584040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.637988] env[69350]: DEBUG nova.network.neutron [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.753933] env[69350]: DEBUG oslo_vmware.api [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149011, 'name': PowerOnVM_Task, 'duration_secs': 1.044557} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.756991] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.756991] env[69350]: INFO nova.compute.manager [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Took 6.98 seconds to spawn the instance on the hypervisor. [ 892.757218] env[69350]: DEBUG nova.compute.manager [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.758094] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2e2ced-697c-4fa0-8d23-83b4ab1ae591 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.793186] env[69350]: DEBUG nova.network.neutron [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Updating instance_info_cache with network_info: [{"id": "2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010", "address": "fa:16:3e:e1:a4:37", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8bd88d-1c", "ovs_interfaceid": "2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.825829] env[69350]: INFO nova.compute.manager [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Took 45.71 seconds to build instance. [ 892.845938] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 0ad8034d-05fb-41aa-8dcf-4554b8cc461a] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.876258] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.878330] env[69350]: DEBUG nova.compute.manager [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.883998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.257s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.884240] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.890315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.965s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.890599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.895050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.770s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.897924] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.899636] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.261s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.932072] env[69350]: INFO nova.scheduler.client.report [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Deleted allocations for instance 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62 [ 892.940181] env[69350]: INFO nova.scheduler.client.report [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Deleted allocations for instance 46c02c77-062d-4f45-ab62-e432ec0c3ba7 [ 892.959804] env[69350]: INFO nova.scheduler.client.report [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Deleted allocations for instance 3be3613b-9065-4c1d-acce-6caa0af871a9 [ 893.179839] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquiring lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.181068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.277143] env[69350]: INFO nova.compute.manager [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Took 46.85 seconds to build instance. [ 893.299747] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "refresh_cache-34a4912a-b90d-4dfb-b697-a1e75758d8d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.299747] env[69350]: DEBUG nova.compute.manager [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Instance network_info: |[{"id": "2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010", "address": "fa:16:3e:e1:a4:37", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8bd88d-1c", "ovs_interfaceid": "2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.299747] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:a4:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.308367] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.308738] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.309105] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8342dc7c-4cf9-4001-9036-fe8fd0cf339c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.327949] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9599c000-43f8-4d6a-85e9-80a3348c7093 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "7365d4d4-e1fc-42ae-9117-8584f9584087" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.216s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.335966] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.335966] env[69350]: value = "task-4149014" [ 893.335966] env[69350]: _type = "Task" [ 893.335966] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.345997] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149014, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.350031] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: d10e36b7-97c5-4468-bab1-bfc79f77ccf6] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.409164] env[69350]: DEBUG nova.compute.utils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.413633] env[69350]: DEBUG nova.compute.manager [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.413774] env[69350]: DEBUG nova.network.neutron [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.449899] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dd255e0-ef07-4167-bea8-52e2db11715e tempest-VolumesAssistedSnapshotsTest-291375593 tempest-VolumesAssistedSnapshotsTest-291375593-project-member] Lock "8093c0d1-f6cf-4edd-86e2-8ac2586fbe62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.227s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.451460] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d711bc2c-3596-4ee3-8223-92b7c515c90a tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "46c02c77-062d-4f45-ab62-e432ec0c3ba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.408s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.464844] env[69350]: DEBUG nova.policy [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd2f6e2957274512ae6fc490da55382c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a6ada80f7914a55b5ad84a77bab47f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.469558] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3c2de20b-45b2-46e2-81a4-ac72f81ec7dd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "3be3613b-9065-4c1d-acce-6caa0af871a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.618s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.603903] env[69350]: INFO nova.compute.manager [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Rebuilding instance [ 893.681564] env[69350]: DEBUG nova.compute.manager [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.682070] env[69350]: DEBUG nova.compute.manager [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.687704] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8dd801-f275-453f-8d51-65848416638f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.706675] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ea875cca-f92c-4509-a97c-c704627dec6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.706935] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.736983] env[69350]: DEBUG nova.compute.manager [req-63308e9c-e2ec-4d75-8bda-99cfcf140ffd req-a44cd39e-dba7-4d21-95d4-b115389915ad service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Received event network-changed-2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.737206] env[69350]: DEBUG nova.compute.manager [req-63308e9c-e2ec-4d75-8bda-99cfcf140ffd req-a44cd39e-dba7-4d21-95d4-b115389915ad service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Refreshing instance network info cache due to event network-changed-2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.737441] env[69350]: DEBUG oslo_concurrency.lockutils [req-63308e9c-e2ec-4d75-8bda-99cfcf140ffd req-a44cd39e-dba7-4d21-95d4-b115389915ad service nova] Acquiring lock "refresh_cache-34a4912a-b90d-4dfb-b697-a1e75758d8d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.737643] env[69350]: DEBUG oslo_concurrency.lockutils [req-63308e9c-e2ec-4d75-8bda-99cfcf140ffd req-a44cd39e-dba7-4d21-95d4-b115389915ad service nova] Acquired lock "refresh_cache-34a4912a-b90d-4dfb-b697-a1e75758d8d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.737870] env[69350]: DEBUG nova.network.neutron [req-63308e9c-e2ec-4d75-8bda-99cfcf140ffd req-a44cd39e-dba7-4d21-95d4-b115389915ad service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Refreshing network info cache for port 2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.757111] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Acquiring lock "1360f777-e835-4b01-af85-4dcc61e29f58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.757766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "1360f777-e835-4b01-af85-4dcc61e29f58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.757766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Acquiring lock "1360f777-e835-4b01-af85-4dcc61e29f58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.757766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "1360f777-e835-4b01-af85-4dcc61e29f58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.757931] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "1360f777-e835-4b01-af85-4dcc61e29f58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.760123] env[69350]: INFO nova.compute.manager [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Terminating instance [ 893.781856] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c7e4daa-d011-4d07-9b48-f7e759e25c59 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.369s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.849468] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149014, 'name': CreateVM_Task, 'duration_secs': 0.380506} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.850031] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.850755] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.850931] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.851272] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.854684] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-114d7c68-f4cb-4d55-b7d5-91378cc90a42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.858297] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 6708c2e5-83b9-479b-b7e2-b07ff079c1a3] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.860856] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 893.860856] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52fcc335-c9a8-7acd-8b51-e918755108f4" [ 893.860856] env[69350]: _type = "Task" [ 893.860856] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.876753] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fcc335-c9a8-7acd-8b51-e918755108f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.915840] env[69350]: DEBUG nova.compute.utils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.948231] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8cde01-b4e4-42ac-9a9e-8d3f650b41fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.958091] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcea06b3-3f01-4f6c-bd2e-0faecb3e271a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.996384] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5f090d-0b4a-40f5-9339-0547aa57032f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.006772] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61c2085-f287-4177-8cf9-238300b4d192 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.026736] env[69350]: DEBUG nova.compute.provider_tree [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.038942] env[69350]: DEBUG nova.network.neutron [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Successfully created port: da4627fe-cc7e-4a9d-87cd-977e6a877f88 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.203193] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.211508] env[69350]: DEBUG nova.compute.manager [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.270381] env[69350]: DEBUG nova.compute.manager [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.270733] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49092e80-9ab2-4566-8051-29eaa51ae69a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.282041] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee09d42-5072-4ef7-a26f-35f8a0b14558 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.323186] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 1360f777-e835-4b01-af85-4dcc61e29f58 could not be found. [ 894.323426] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.325078] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68db961d-2c00-4fb6-9a34-b6144db6afc1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.335191] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dd5562-936f-4196-9728-fa281ee9dcd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.382677] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: a5300d40-02de-4199-830e-054a12564f17] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.389027] env[69350]: WARNING nova.virt.vmwareapi.vmops [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1360f777-e835-4b01-af85-4dcc61e29f58 could not be found. [ 894.389027] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.389027] env[69350]: INFO nova.compute.manager [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Took 0.11 seconds to destroy the instance on the hypervisor. [ 894.389027] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.389027] env[69350]: DEBUG nova.compute.manager [-] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.389027] env[69350]: DEBUG nova.network.neutron [-] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.393055] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fcc335-c9a8-7acd-8b51-e918755108f4, 'name': SearchDatastore_Task, 'duration_secs': 0.029943} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.393677] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.393896] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.394139] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.394280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.394455] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.394710] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-487dc7c8-090b-4213-9b8d-2db6cfdf27c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.405666] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.405759] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.407833] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46cb6fa7-ed62-4067-a5d1-adbcf802a978 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.415188] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 894.415188] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522bb539-7662-6c85-c00b-6c7d307d13b3" [ 894.415188] env[69350]: _type = "Task" [ 894.415188] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.423282] env[69350]: DEBUG nova.compute.manager [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.431168] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522bb539-7662-6c85-c00b-6c7d307d13b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.530161] env[69350]: DEBUG nova.scheduler.client.report [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.711471] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.711941] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8712b80-eb62-48d8-a25c-b39b1bcc9601 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.728380] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 894.728380] env[69350]: value = "task-4149015" [ 894.728380] env[69350]: _type = "Task" [ 894.728380] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.738342] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.748751] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.823810] env[69350]: DEBUG nova.network.neutron [req-63308e9c-e2ec-4d75-8bda-99cfcf140ffd req-a44cd39e-dba7-4d21-95d4-b115389915ad service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Updated VIF entry in instance network info cache for port 2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.824421] env[69350]: DEBUG nova.network.neutron [req-63308e9c-e2ec-4d75-8bda-99cfcf140ffd req-a44cd39e-dba7-4d21-95d4-b115389915ad service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Updating instance_info_cache with network_info: [{"id": "2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010", "address": "fa:16:3e:e1:a4:37", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8bd88d-1c", "ovs_interfaceid": "2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.888601] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: c32bd89f-aae2-4f58-9b84-18b5f0d8801c] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.937545] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522bb539-7662-6c85-c00b-6c7d307d13b3, 'name': SearchDatastore_Task, 'duration_secs': 0.036571} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.944106] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20548d22-bd4f-4fe2-a9b2-931afff6a620 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.954221] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 894.954221] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527f62f4-752d-3068-6ecd-41392ece1ae2" [ 894.954221] env[69350]: _type = "Task" [ 894.954221] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.963487] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527f62f4-752d-3068-6ecd-41392ece1ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.108587] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.112024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.112024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.112024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.112024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.112024] env[69350]: INFO nova.compute.manager [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Terminating instance [ 895.238876] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149015, 'name': PowerOffVM_Task, 'duration_secs': 0.127539} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.239369] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.239622] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.240576] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91fcb18-0bd4-4cc4-a177-b302cab49b41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.248188] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.248462] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d407937e-936e-4854-8136-2dea6f7e6a11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.275749] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.276033] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.276230] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Deleting the datastore file [datastore2] 7365d4d4-e1fc-42ae-9117-8584f9584087 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.276517] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bd909c8-b713-4f1e-adb6-3f3c39ed4d50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.284593] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 895.284593] env[69350]: value = "task-4149017" [ 895.284593] env[69350]: _type = "Task" [ 895.284593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.293832] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.327786] env[69350]: DEBUG oslo_concurrency.lockutils [req-63308e9c-e2ec-4d75-8bda-99cfcf140ffd req-a44cd39e-dba7-4d21-95d4-b115389915ad service nova] Releasing lock "refresh_cache-34a4912a-b90d-4dfb-b697-a1e75758d8d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.390307] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: de0d3b42-8371-4344-a262-63ecd4401849] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.426649] env[69350]: DEBUG nova.network.neutron [-] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.446029] env[69350]: DEBUG nova.compute.manager [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.466104] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527f62f4-752d-3068-6ecd-41392ece1ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.467444] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.467444] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 34a4912a-b90d-4dfb-b697-a1e75758d8d6/34a4912a-b90d-4dfb-b697-a1e75758d8d6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.467574] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-953a6dd1-fa63-4a04-af1d-5aa7754c8ac3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.477912] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 895.477912] env[69350]: value = "task-4149018" [ 895.477912] env[69350]: _type = "Task" [ 895.477912] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.490423] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:19:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1487730004',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1263608538',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.490730] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.490934] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.491097] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.491246] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.491424] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.491664] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.491830] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.491999] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.492277] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.492543] env[69350]: DEBUG nova.virt.hardware [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.493670] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2429632e-8311-43fe-9d46-28c0e811b04a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.503525] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.505807] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edd22bc-75a3-442b-ba79-8427557c4108 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.548711] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.649s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.549513] env[69350]: DEBUG nova.compute.manager [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69350) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 895.552077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.203s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.552291] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.556632] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.267s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.559239] env[69350]: INFO nova.compute.claims [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.589304] env[69350]: INFO nova.scheduler.client.report [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleted allocations for instance f17a0100-054e-4103-ac80-698d1be85218 [ 895.617343] env[69350]: DEBUG nova.compute.manager [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.617652] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.619625] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a83862-1f8c-46fa-915a-2c55aab0359a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.631332] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.632155] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba68e10f-7699-4a9c-8091-6fce7448b22f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.640896] env[69350]: DEBUG oslo_vmware.api [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 895.640896] env[69350]: value = "task-4149019" [ 895.640896] env[69350]: _type = "Task" [ 895.640896] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.664404] env[69350]: DEBUG oslo_vmware.api [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4149019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.798040] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16822} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.798040] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.798040] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.798040] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.897694] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 92f3ac37-c488-4245-b06b-00d8adf0b81c] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.931333] env[69350]: INFO nova.compute.manager [-] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Took 1.54 seconds to deallocate network for instance. [ 895.988532] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149018, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.082282] env[69350]: DEBUG nova.network.neutron [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Successfully updated port: da4627fe-cc7e-4a9d-87cd-977e6a877f88 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.102758] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7410c456-3964-4440-9ffa-c541758594a9 tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "f17a0100-054e-4103-ac80-698d1be85218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.050s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.140031] env[69350]: INFO nova.scheduler.client.report [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleted allocation for migration 07ed3b85-d204-4a64-9aeb-650494950989 [ 896.161033] env[69350]: DEBUG oslo_vmware.api [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4149019, 'name': PowerOffVM_Task, 'duration_secs': 0.401771} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.161282] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.161514] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.161753] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03647d9d-29ce-4475-9143-5f577f48ff54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.217645] env[69350]: DEBUG nova.compute.manager [req-a8bc1e0e-03a7-4d9c-9c60-b21e8db16706 req-90eb3c71-2789-48a3-a97a-4e985bd86aeb service nova] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Received event network-vif-deleted-08c98ebe-24fd-410a-a0b2-1f0ba75d6be8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.218046] env[69350]: DEBUG nova.compute.manager [req-a8bc1e0e-03a7-4d9c-9c60-b21e8db16706 req-90eb3c71-2789-48a3-a97a-4e985bd86aeb service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Received event network-vif-plugged-da4627fe-cc7e-4a9d-87cd-977e6a877f88 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.218326] env[69350]: DEBUG oslo_concurrency.lockutils [req-a8bc1e0e-03a7-4d9c-9c60-b21e8db16706 req-90eb3c71-2789-48a3-a97a-4e985bd86aeb service nova] Acquiring lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.218942] env[69350]: DEBUG oslo_concurrency.lockutils [req-a8bc1e0e-03a7-4d9c-9c60-b21e8db16706 req-90eb3c71-2789-48a3-a97a-4e985bd86aeb service nova] Lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.219386] env[69350]: DEBUG oslo_concurrency.lockutils [req-a8bc1e0e-03a7-4d9c-9c60-b21e8db16706 req-90eb3c71-2789-48a3-a97a-4e985bd86aeb service nova] Lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.219883] env[69350]: DEBUG nova.compute.manager [req-a8bc1e0e-03a7-4d9c-9c60-b21e8db16706 req-90eb3c71-2789-48a3-a97a-4e985bd86aeb service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] No waiting events found dispatching network-vif-plugged-da4627fe-cc7e-4a9d-87cd-977e6a877f88 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.220808] env[69350]: WARNING nova.compute.manager [req-a8bc1e0e-03a7-4d9c-9c60-b21e8db16706 req-90eb3c71-2789-48a3-a97a-4e985bd86aeb service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Received unexpected event network-vif-plugged-da4627fe-cc7e-4a9d-87cd-977e6a877f88 for instance with vm_state building and task_state spawning. [ 896.399212] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: b32dab67-1cb9-479c-8458-ce2fc90801c1] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.495744] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622143} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.496129] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 34a4912a-b90d-4dfb-b697-a1e75758d8d6/34a4912a-b90d-4dfb-b697-a1e75758d8d6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.496435] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.496667] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b21808c-4f17-43aa-8c2e-af83122c4294 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.506223] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 896.506223] env[69350]: value = "task-4149021" [ 896.506223] env[69350]: _type = "Task" [ 896.506223] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.517112] env[69350]: INFO nova.compute.manager [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Took 0.59 seconds to detach 1 volumes for instance. [ 896.521284] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.521716] env[69350]: DEBUG nova.compute.manager [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Deleting volume: dfa11666-fe42-45ca-b2d8-239815cadca1 {{(pid=69350) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 896.586889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "refresh_cache-b7c84f2c-b5eb-4c18-ac05-74012453b01f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.587048] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquired lock "refresh_cache-b7c84f2c-b5eb-4c18-ac05-74012453b01f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.587203] env[69350]: DEBUG nova.network.neutron [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.658022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f09742d-fb26-4694-a686-f7f0d0215e4e tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.501s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.845947] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.846208] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.846367] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.847020] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.847020] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.847020] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.847150] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.847205] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.847384] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.847600] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.847828] env[69350]: DEBUG nova.virt.hardware [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.848764] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031d50e2-7791-439a-9d54-8f48b7ea52b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.861430] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35962f61-0695-477c-b117-cd87125e863a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.632217] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 6af963e0-d625-451b-b92e-73f54345d1b0] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.634800] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.635085] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.635278] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.635608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.635608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.640827] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.642417] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.647789] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.648433] env[69350]: INFO nova.compute.manager [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Terminating instance [ 897.659380] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.659605] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.659919] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.660138] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Deleting the datastore file [datastore1] 219f08aa-ebaa-44f0-9bc9-1a0401fabb23 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.663029] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-104f1104-5f5f-42a9-b725-9b52a35a32b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.679935] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a0ba425-4298-4f65-b86a-55b2075603e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.689191] env[69350]: DEBUG oslo_vmware.api [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for the task: (returnval){ [ 897.689191] env[69350]: value = "task-4149023" [ 897.689191] env[69350]: _type = "Task" [ 897.689191] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.692904] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078921} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.699754] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.700607] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.700607] env[69350]: value = "task-4149024" [ 897.700607] env[69350]: _type = "Task" [ 897.700607] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.704430] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce525584-cd29-4578-8121-bc363b014021 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.716181] env[69350]: DEBUG oslo_vmware.api [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4149023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.740050] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 34a4912a-b90d-4dfb-b697-a1e75758d8d6/34a4912a-b90d-4dfb-b697-a1e75758d8d6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.741168] env[69350]: DEBUG nova.network.neutron [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.747889] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c069869-0310-4c53-8de4-9470ecaaf4c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.767952] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149024, 'name': CreateVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.776303] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 897.776303] env[69350]: value = "task-4149025" [ 897.776303] env[69350]: _type = "Task" [ 897.776303] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.786789] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.872618] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205fd2e7-197f-4d64-a577-afa8bd8d4755 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.881717] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3581ff66-e6ce-4c6a-9498-f37462c8386b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.919227] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a8443f-417f-4f78-9eb3-8c589f88c86b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.930672] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f187d427-fb4c-488f-ab31-4f2d7d816b8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.946930] env[69350]: DEBUG nova.compute.provider_tree [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.970665] env[69350]: DEBUG nova.network.neutron [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Updating instance_info_cache with network_info: [{"id": "da4627fe-cc7e-4a9d-87cd-977e6a877f88", "address": "fa:16:3e:6b:c2:cc", "network": {"id": "50ef5e40-1073-44c8-8191-a17b4cecb60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1692001907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6ada80f7914a55b5ad84a77bab47f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4627fe-cc", "ovs_interfaceid": "da4627fe-cc7e-4a9d-87cd-977e6a877f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.155237] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 624b0090-292f-4e8d-a8b5-16d7f6c39b80] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.164181] env[69350]: DEBUG nova.objects.instance [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'flavor' on Instance uuid 829e488c-b119-4d6b-bc74-e24c10ee6d5e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.180544] env[69350]: DEBUG nova.compute.manager [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.180831] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.181834] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12748227-2ae3-42ec-9578-a42c41f9ae31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.193333] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.196650] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5c99cbb-cfeb-464a-b2c9-7b6e0f1f2b3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.208387] env[69350]: DEBUG oslo_vmware.api [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Task: {'id': task-4149023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168554} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.211619] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.212221] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.212221] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.212620] env[69350]: INFO nova.compute.manager [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Took 2.59 seconds to destroy the instance on the hypervisor. [ 898.212997] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.217191] env[69350]: DEBUG oslo_vmware.api [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 898.217191] env[69350]: value = "task-4149026" [ 898.217191] env[69350]: _type = "Task" [ 898.217191] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.218073] env[69350]: DEBUG nova.compute.manager [-] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.218073] env[69350]: DEBUG nova.network.neutron [-] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.229532] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149024, 'name': CreateVM_Task, 'duration_secs': 0.375558} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.230246] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.230828] env[69350]: DEBUG oslo_concurrency.lockutils [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.231058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.231424] env[69350]: DEBUG oslo_concurrency.lockutils [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.231763] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f231a0-2b66-407a-9ca9-6d24cad6d28f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.238080] env[69350]: DEBUG oslo_vmware.api [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4149026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.243466] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 898.243466] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52fa358e-46da-b7e2-0a2b-1292aa5d9823" [ 898.243466] env[69350]: _type = "Task" [ 898.243466] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.256092] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fa358e-46da-b7e2-0a2b-1292aa5d9823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.262691] env[69350]: DEBUG nova.compute.manager [req-c9cc2b42-7524-44c4-bc23-fff1695c5b68 req-aa707cc3-a575-4993-a595-cea0d9ae7724 service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Received event network-changed-da4627fe-cc7e-4a9d-87cd-977e6a877f88 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.262960] env[69350]: DEBUG nova.compute.manager [req-c9cc2b42-7524-44c4-bc23-fff1695c5b68 req-aa707cc3-a575-4993-a595-cea0d9ae7724 service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Refreshing instance network info cache due to event network-changed-da4627fe-cc7e-4a9d-87cd-977e6a877f88. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.264055] env[69350]: DEBUG oslo_concurrency.lockutils [req-c9cc2b42-7524-44c4-bc23-fff1695c5b68 req-aa707cc3-a575-4993-a595-cea0d9ae7724 service nova] Acquiring lock "refresh_cache-b7c84f2c-b5eb-4c18-ac05-74012453b01f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.289246] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149025, 'name': ReconfigVM_Task, 'duration_secs': 0.494154} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.289570] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 34a4912a-b90d-4dfb-b697-a1e75758d8d6/34a4912a-b90d-4dfb-b697-a1e75758d8d6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.290291] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f32eae-5929-42ab-b95f-18532d9b5376 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.302360] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 898.302360] env[69350]: value = "task-4149027" [ 898.302360] env[69350]: _type = "Task" [ 898.302360] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.324814] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149027, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.451128] env[69350]: DEBUG nova.scheduler.client.report [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.475045] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Releasing lock "refresh_cache-b7c84f2c-b5eb-4c18-ac05-74012453b01f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.475635] env[69350]: DEBUG nova.compute.manager [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Instance network_info: |[{"id": "da4627fe-cc7e-4a9d-87cd-977e6a877f88", "address": "fa:16:3e:6b:c2:cc", "network": {"id": "50ef5e40-1073-44c8-8191-a17b4cecb60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1692001907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6ada80f7914a55b5ad84a77bab47f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4627fe-cc", "ovs_interfaceid": "da4627fe-cc7e-4a9d-87cd-977e6a877f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.476266] env[69350]: DEBUG oslo_concurrency.lockutils [req-c9cc2b42-7524-44c4-bc23-fff1695c5b68 req-aa707cc3-a575-4993-a595-cea0d9ae7724 service nova] Acquired lock "refresh_cache-b7c84f2c-b5eb-4c18-ac05-74012453b01f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.476546] env[69350]: DEBUG nova.network.neutron [req-c9cc2b42-7524-44c4-bc23-fff1695c5b68 req-aa707cc3-a575-4993-a595-cea0d9ae7724 service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Refreshing network info cache for port da4627fe-cc7e-4a9d-87cd-977e6a877f88 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.482026] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:c2:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da4627fe-cc7e-4a9d-87cd-977e6a877f88', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.491984] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.493408] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.493741] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14b7b84d-08b5-4e6c-954f-f47288fd5ab2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.518855] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.518855] env[69350]: value = "task-4149028" [ 898.518855] env[69350]: _type = "Task" [ 898.518855] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.530876] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149028, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.665651] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: dd5ece22-e1c2-4733-ab63-6f7f8bf9e6e1] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.685789] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.685789] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.685789] env[69350]: DEBUG nova.network.neutron [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.685789] env[69350]: DEBUG nova.objects.instance [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'info_cache' on Instance uuid 829e488c-b119-4d6b-bc74-e24c10ee6d5e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.732335] env[69350]: DEBUG oslo_vmware.api [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4149026, 'name': PowerOffVM_Task, 'duration_secs': 0.244353} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.732642] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.732801] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.733067] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84105c71-0efa-4a6e-bcd3-7f5a79ec069a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.759938] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fa358e-46da-b7e2-0a2b-1292aa5d9823, 'name': SearchDatastore_Task, 'duration_secs': 0.012483} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.760283] env[69350]: DEBUG oslo_concurrency.lockutils [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.760530] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.761299] env[69350]: DEBUG oslo_concurrency.lockutils [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.761299] env[69350]: DEBUG oslo_concurrency.lockutils [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.761299] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.761470] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac9edd41-998e-4dd6-9cba-92529f9f7a56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.782044] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.782169] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.783117] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fc02dd-4bd2-4ed2-a5dc-640200b79027 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.790041] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 898.790041] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525fe10f-7182-788b-322d-2ae1e25e31d5" [ 898.790041] env[69350]: _type = "Task" [ 898.790041] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.798811] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525fe10f-7182-788b-322d-2ae1e25e31d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.811700] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.813269] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.813269] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleting the datastore file [datastore2] effb7a42-5fe9-49b5-b4f4-95d5330466a5 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.813269] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62681904-ee58-4c02-a15c-478762a1ffa5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.820199] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149027, 'name': Rename_Task, 'duration_secs': 0.181944} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.821276] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.821697] env[69350]: DEBUG oslo_vmware.api [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for the task: (returnval){ [ 898.821697] env[69350]: value = "task-4149030" [ 898.821697] env[69350]: _type = "Task" [ 898.821697] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.821900] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfe9bb59-3330-4826-b86d-49fad88ffe16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.833424] env[69350]: DEBUG oslo_vmware.api [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4149030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.835058] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 898.835058] env[69350]: value = "task-4149031" [ 898.835058] env[69350]: _type = "Task" [ 898.835058] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.856649] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.959297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.403s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.959986] env[69350]: DEBUG nova.compute.manager [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.963016] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.040s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.963016] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.965133] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.852s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.965324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.968181] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.698s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.968283] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.973038] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.387s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.973038] env[69350]: DEBUG nova.objects.instance [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lazy-loading 'resources' on Instance uuid 0d698890-4a4f-4058-b57c-602176248bbc {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.012954] env[69350]: INFO nova.scheduler.client.report [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted allocations for instance f6e56bac-d347-478d-8be9-7e6ab9de1977 [ 899.018478] env[69350]: INFO nova.scheduler.client.report [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Deleted allocations for instance ac7bb8da-8ca1-4de2-8613-06060d81aa87 [ 899.031155] env[69350]: INFO nova.scheduler.client.report [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Deleted allocations for instance 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d [ 899.047362] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149028, 'name': CreateVM_Task, 'duration_secs': 0.400353} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.049132] env[69350]: DEBUG nova.network.neutron [-] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.051144] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.052197] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.052365] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.053029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.053029] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f395db-3ebd-43f9-95df-f895cdf9ea9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.062018] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 899.062018] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5260af0c-043a-c85e-8d4e-d157f9d6204d" [ 899.062018] env[69350]: _type = "Task" [ 899.062018] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.080576] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5260af0c-043a-c85e-8d4e-d157f9d6204d, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.080576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.080576] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.080576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.175984] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 7cfde510-0408-47a5-a202-8af5a6a66588] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.189685] env[69350]: DEBUG nova.objects.base [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Object Instance<829e488c-b119-4d6b-bc74-e24c10ee6d5e> lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 899.301735] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525fe10f-7182-788b-322d-2ae1e25e31d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017968} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.302620] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3831d946-e700-46a9-a041-0dbb0b03de9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.308868] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 899.308868] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529af051-724f-0a1b-789a-fe608cf77e6a" [ 899.308868] env[69350]: _type = "Task" [ 899.308868] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.312647] env[69350]: DEBUG nova.network.neutron [req-c9cc2b42-7524-44c4-bc23-fff1695c5b68 req-aa707cc3-a575-4993-a595-cea0d9ae7724 service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Updated VIF entry in instance network info cache for port da4627fe-cc7e-4a9d-87cd-977e6a877f88. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.314372] env[69350]: DEBUG nova.network.neutron [req-c9cc2b42-7524-44c4-bc23-fff1695c5b68 req-aa707cc3-a575-4993-a595-cea0d9ae7724 service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Updating instance_info_cache with network_info: [{"id": "da4627fe-cc7e-4a9d-87cd-977e6a877f88", "address": "fa:16:3e:6b:c2:cc", "network": {"id": "50ef5e40-1073-44c8-8191-a17b4cecb60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1692001907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6ada80f7914a55b5ad84a77bab47f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4627fe-cc", "ovs_interfaceid": "da4627fe-cc7e-4a9d-87cd-977e6a877f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.321205] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529af051-724f-0a1b-789a-fe608cf77e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.334524] env[69350]: DEBUG oslo_vmware.api [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Task: {'id': task-4149030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175457} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.334774] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.334956] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.335146] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.335319] env[69350]: INFO nova.compute.manager [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 899.335554] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.335812] env[69350]: DEBUG nova.compute.manager [-] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.335908] env[69350]: DEBUG nova.network.neutron [-] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.346450] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149031, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.474303] env[69350]: DEBUG nova.compute.utils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.476379] env[69350]: DEBUG nova.compute.manager [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.476752] env[69350]: DEBUG nova.network.neutron [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.527925] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e82c047-d960-45da-9978-cc84295b56d7 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "ac7bb8da-8ca1-4de2-8613-06060d81aa87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.390s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.531654] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b21a3d2-e614-4d5f-92dd-b14f0dfb5f44 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "f6e56bac-d347-478d-8be9-7e6ab9de1977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.041s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.543598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b445a5c1-4983-4ce2-89ea-c97d23a0609a tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "4a2267f6-1f64-4a2a-9eaa-33d53b52e47d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.741s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.557084] env[69350]: INFO nova.compute.manager [-] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Took 1.34 seconds to deallocate network for instance. [ 899.575488] env[69350]: DEBUG nova.policy [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c0471a563c6470d876b396b9d58a109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d210ddfbda24b33bbdc5284557a4243', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.683309] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.684436] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Cleaning up deleted instances with incomplete migration {{(pid=69350) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 899.821118] env[69350]: DEBUG oslo_concurrency.lockutils [req-c9cc2b42-7524-44c4-bc23-fff1695c5b68 req-aa707cc3-a575-4993-a595-cea0d9ae7724 service nova] Releasing lock "refresh_cache-b7c84f2c-b5eb-4c18-ac05-74012453b01f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.828271] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529af051-724f-0a1b-789a-fe608cf77e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.017475} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.828559] env[69350]: DEBUG oslo_concurrency.lockutils [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.828830] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 7365d4d4-e1fc-42ae-9117-8584f9584087/7365d4d4-e1fc-42ae-9117-8584f9584087.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.829151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.829355] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.829570] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7a1c8a5-176b-4422-abbf-4e0e32a4789a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.835811] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dedc77c-4319-42d1-b459-927b5a63c300 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.844722] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 899.844722] env[69350]: value = "task-4149032" [ 899.844722] env[69350]: _type = "Task" [ 899.844722] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.848738] env[69350]: DEBUG oslo_vmware.api [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149031, 'name': PowerOnVM_Task, 'duration_secs': 0.822233} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.855341] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.855619] env[69350]: INFO nova.compute.manager [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Took 8.81 seconds to spawn the instance on the hypervisor. [ 899.855758] env[69350]: DEBUG nova.compute.manager [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.856079] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.856280] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.858405] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dfc5b1-7904-462e-a8fe-2f5739583703 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.862922] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad96f2fc-85cc-4306-85ed-f9b113695e97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.870139] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.878448] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 899.878448] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523e3a17-f3c1-aebd-330e-107a5a57159d" [ 899.878448] env[69350]: _type = "Task" [ 899.878448] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.889219] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523e3a17-f3c1-aebd-330e-107a5a57159d, 'name': SearchDatastore_Task, 'duration_secs': 0.015388} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.894061] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6656e37f-1919-476f-9775-dc9d975bf63d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.899682] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 899.899682] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525b3bfa-c347-815a-41da-dfdbaa825336" [ 899.899682] env[69350]: _type = "Task" [ 899.899682] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.909254] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525b3bfa-c347-815a-41da-dfdbaa825336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.926645] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc5b9fd-a851-4bcf-a12b-73c6e198b796 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.936718] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d84f2c-9164-4825-ad8e-e3be2dbb77f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.967984] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efbb676-60d7-4010-9df6-cf95e2f1887a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.977371] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3b7caf-dcad-428f-bfbf-04d843dbeb1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.983698] env[69350]: DEBUG nova.compute.manager [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.990788] env[69350]: DEBUG nova.network.neutron [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Successfully created port: 9fe222bf-d5cc-49a0-8364-41af67de7016 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.998597] env[69350]: DEBUG nova.compute.provider_tree [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.068657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.190835] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.280417] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "c88e959f-7974-480e-b0d3-35f5afaeea97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.281315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "c88e959f-7974-480e-b0d3-35f5afaeea97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.281315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "c88e959f-7974-480e-b0d3-35f5afaeea97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.281409] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "c88e959f-7974-480e-b0d3-35f5afaeea97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.281736] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "c88e959f-7974-480e-b0d3-35f5afaeea97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.284665] env[69350]: INFO nova.compute.manager [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Terminating instance [ 900.299123] env[69350]: DEBUG nova.network.neutron [-] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.361996] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149032, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.394476] env[69350]: INFO nova.compute.manager [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Took 48.70 seconds to build instance. [ 900.414903] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525b3bfa-c347-815a-41da-dfdbaa825336, 'name': SearchDatastore_Task, 'duration_secs': 0.014232} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.415340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.415698] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] b7c84f2c-b5eb-4c18-ac05-74012453b01f/b7c84f2c-b5eb-4c18-ac05-74012453b01f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.416030] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ae067b6-e7d7-42ba-8789-591e15b2bb25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.425524] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 900.425524] env[69350]: value = "task-4149033" [ 900.425524] env[69350]: _type = "Task" [ 900.425524] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.438193] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.501970] env[69350]: DEBUG nova.scheduler.client.report [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.765947] env[69350]: DEBUG nova.network.neutron [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance_info_cache with network_info: [{"id": "521e140f-f582-4dd1-9069-b99f08fcc100", "address": "fa:16:3e:b0:8b:9b", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e140f-f5", "ovs_interfaceid": "521e140f-f582-4dd1-9069-b99f08fcc100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.791940] env[69350]: DEBUG nova.compute.manager [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.792414] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.795408] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaa5b7a-81ed-41ab-9820-626dd05c17b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.802932] env[69350]: INFO nova.compute.manager [-] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Took 1.47 seconds to deallocate network for instance. [ 900.808206] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.812768] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-042bf709-cc36-48ba-bded-01a4d2c4077c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.821292] env[69350]: DEBUG oslo_vmware.api [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 900.821292] env[69350]: value = "task-4149034" [ 900.821292] env[69350]: _type = "Task" [ 900.821292] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.832577] env[69350]: DEBUG oslo_vmware.api [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4149034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.863687] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614836} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.864124] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 7365d4d4-e1fc-42ae-9117-8584f9584087/7365d4d4-e1fc-42ae-9117-8584f9584087.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.864543] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.864850] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6516276-41b1-4f40-bd87-772d01f37e79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.873293] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 900.873293] env[69350]: value = "task-4149035" [ 900.873293] env[69350]: _type = "Task" [ 900.873293] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.888383] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.897770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c28fc221-f89d-4380-bf72-48e4fc93c9fe tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.229s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.923325] env[69350]: DEBUG nova.compute.manager [req-6499c62a-a673-49f7-828d-d58c79872521 req-51e79004-8891-4cf8-819f-f316dea23e36 service nova] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Received event network-vif-deleted-e680e5e7-28dd-43af-b1d0-1acd6c820954 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.923325] env[69350]: DEBUG nova.compute.manager [req-6499c62a-a673-49f7-828d-d58c79872521 req-51e79004-8891-4cf8-819f-f316dea23e36 service nova] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Received event network-vif-deleted-b2dbdb52-07c7-4bf1-80ed-8113a3aa962f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.940280] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149033, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.997033] env[69350]: DEBUG nova.compute.manager [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.005066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.010153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.010153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.010153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.010153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.012013] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.016458] env[69350]: INFO nova.compute.manager [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Terminating instance [ 901.020773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.613s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.021827] env[69350]: INFO nova.compute.claims [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.040177] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.040288] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.040443] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.040619] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.040760] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.040903] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.041740] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.042240] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.042683] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.043040] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.043288] env[69350]: DEBUG nova.virt.hardware [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.044544] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9faf4c-52c8-4fd6-ac52-8e917ce23fb3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.048664] env[69350]: INFO nova.scheduler.client.report [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Deleted allocations for instance 0d698890-4a4f-4058-b57c-602176248bbc [ 901.060627] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41815abc-e647-41fa-b2f1-05002791eaee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.190276] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.190560] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.190774] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.190961] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.191153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.193359] env[69350]: INFO nova.compute.manager [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Terminating instance [ 901.268816] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-829e488c-b119-4d6b-bc74-e24c10ee6d5e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.316320] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.332295] env[69350]: DEBUG oslo_vmware.api [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4149034, 'name': PowerOffVM_Task, 'duration_secs': 0.343327} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.332598] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.332790] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.333070] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-370eaa8f-023f-48a0-ab64-5d541c0b21f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.383766] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106493} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.384214] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.385036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28623ad2-b929-496d-b2db-b5a9b02753c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.408885] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 7365d4d4-e1fc-42ae-9117-8584f9584087/7365d4d4-e1fc-42ae-9117-8584f9584087.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.410919] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51588e3f-fccf-40c9-b20e-5e6371923867 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.426643] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.426866] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.427065] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Deleting the datastore file [datastore1] c88e959f-7974-480e-b0d3-35f5afaeea97 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.427812] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb303c8e-24fd-48a4-bd36-89012bf462bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.436317] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 901.436317] env[69350]: value = "task-4149037" [ 901.436317] env[69350]: _type = "Task" [ 901.436317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.443948] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572072} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.444277] env[69350]: DEBUG oslo_vmware.api [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for the task: (returnval){ [ 901.444277] env[69350]: value = "task-4149038" [ 901.444277] env[69350]: _type = "Task" [ 901.444277] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.444915] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] b7c84f2c-b5eb-4c18-ac05-74012453b01f/b7c84f2c-b5eb-4c18-ac05-74012453b01f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.445154] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.445477] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e146c3e8-9b68-4b9b-8f79-d85785077472 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.453542] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.459438] env[69350]: DEBUG oslo_vmware.api [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4149038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.460816] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 901.460816] env[69350]: value = "task-4149039" [ 901.460816] env[69350]: _type = "Task" [ 901.460816] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.469291] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.529934] env[69350]: DEBUG nova.compute.manager [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.530249] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.531520] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc025fa3-86f5-4b4a-8aa4-93a8734cbc60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.540448] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.540776] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e6d289-982d-4b98-92e1-9d22d841b52f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.548520] env[69350]: DEBUG oslo_vmware.api [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 901.548520] env[69350]: value = "task-4149040" [ 901.548520] env[69350]: _type = "Task" [ 901.548520] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.559958] env[69350]: DEBUG oslo_vmware.api [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4149040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.560430] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65cd32f5-6d16-4992-aaf0-9738fd0f677d tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "0d698890-4a4f-4058-b57c-602176248bbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.131s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.577602] env[69350]: DEBUG nova.network.neutron [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Successfully updated port: 9fe222bf-d5cc-49a0-8364-41af67de7016 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.701931] env[69350]: DEBUG nova.compute.manager [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.702143] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.703040] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc422e9f-abef-417f-8db3-20813497e3ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.711464] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.711766] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fec143f-a02e-43ed-8fce-77111bfc6704 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.735136] env[69350]: DEBUG oslo_vmware.api [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 901.735136] env[69350]: value = "task-4149041" [ 901.735136] env[69350]: _type = "Task" [ 901.735136] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.748739] env[69350]: DEBUG oslo_vmware.api [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.956824] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.967272] env[69350]: DEBUG oslo_vmware.api [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Task: {'id': task-4149038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154146} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.967994] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.968255] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.968417] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.968591] env[69350]: INFO nova.compute.manager [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Took 1.18 seconds to destroy the instance on the hypervisor. [ 901.968841] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.969507] env[69350]: DEBUG nova.compute.manager [-] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.969625] env[69350]: DEBUG nova.network.neutron [-] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.979054] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075458} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.979368] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.980481] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe241b45-2cdb-4895-a774-bf6eb882a849 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.006965] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] b7c84f2c-b5eb-4c18-ac05-74012453b01f/b7c84f2c-b5eb-4c18-ac05-74012453b01f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.008220] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b26654d9-70ec-43d4-bb61-7411142769ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.034803] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 902.034803] env[69350]: value = "task-4149042" [ 902.034803] env[69350]: _type = "Task" [ 902.034803] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.045234] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.060587] env[69350]: DEBUG oslo_vmware.api [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4149040, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.083846] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquiring lock "refresh_cache-44ed7717-9706-4291-876b-6ec99b411044" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.083846] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquired lock "refresh_cache-44ed7717-9706-4291-876b-6ec99b411044" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.083846] env[69350]: DEBUG nova.network.neutron [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.246539] env[69350]: DEBUG oslo_vmware.api [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149041, 'name': PowerOffVM_Task, 'duration_secs': 0.345645} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.246908] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.247407] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.247700] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e85c1c2-f388-47cf-97ac-5233da9104a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.283637] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.284668] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b77edd93-7482-43a4-b284-28281a84d8c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.294554] env[69350]: DEBUG oslo_vmware.api [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 902.294554] env[69350]: value = "task-4149044" [ 902.294554] env[69350]: _type = "Task" [ 902.294554] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.306359] env[69350]: DEBUG oslo_vmware.api [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.327986] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.328250] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.328438] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleting the datastore file [datastore1] a6d023c6-8a1a-4dc1-b94d-58c5e5119d98 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.328708] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-176ed895-8531-4a9b-a4fb-3debcf01f015 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.336159] env[69350]: DEBUG oslo_vmware.api [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 902.336159] env[69350]: value = "task-4149045" [ 902.336159] env[69350]: _type = "Task" [ 902.336159] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.347968] env[69350]: DEBUG oslo_vmware.api [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.451054] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149037, 'name': ReconfigVM_Task, 'duration_secs': 0.728751} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.451940] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 7365d4d4-e1fc-42ae-9117-8584f9584087/7365d4d4-e1fc-42ae-9117-8584f9584087.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.452238] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae99805-9489-4303-8c4f-725993d97027 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.465484] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "29f054c3-cf54-45ba-8322-36acd6df235d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.465751] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "29f054c3-cf54-45ba-8322-36acd6df235d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.467444] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 902.467444] env[69350]: value = "task-4149046" [ 902.467444] env[69350]: _type = "Task" [ 902.467444] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.481472] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149046, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.496278] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ac01ab-08cd-423e-9b4e-9fee93b6bca1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.507511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b172675-dfec-4028-962b-9ca05041b57d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.560295] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced3c557-cc78-490a-bc0e-2522ef39547a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.569057] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149042, 'name': ReconfigVM_Task, 'duration_secs': 0.453688} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.574441] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Reconfigured VM instance instance-0000003f to attach disk [datastore2] b7c84f2c-b5eb-4c18-ac05-74012453b01f/b7c84f2c-b5eb-4c18-ac05-74012453b01f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.574841] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69350) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 902.575798] env[69350]: DEBUG oslo_vmware.api [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4149040, 'name': PowerOffVM_Task, 'duration_secs': 0.527045} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.575905] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d9a6dbff-2470-4fc0-af0b-36144608c27d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.579532] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d424092a-f664-43b6-b974-99fbf469471c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.586079] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.586079] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.588876] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f98c7b25-834a-4660-abd8-5251696cb6d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.602223] env[69350]: DEBUG nova.compute.provider_tree [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.607797] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 902.607797] env[69350]: value = "task-4149047" [ 902.607797] env[69350]: _type = "Task" [ 902.607797] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.620404] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149047, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.621607] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.621868] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.622177] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.622368] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.622615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.625391] env[69350]: INFO nova.compute.manager [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Terminating instance [ 902.643921] env[69350]: DEBUG nova.network.neutron [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.683405] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.683788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.684082] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Deleting the datastore file [datastore2] bbe9feda-432b-46ad-80cb-c4a10f80c30a {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.684446] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81e5bb9e-beef-4652-a3e0-374b5d063e36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.693250] env[69350]: DEBUG oslo_vmware.api [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for the task: (returnval){ [ 902.693250] env[69350]: value = "task-4149049" [ 902.693250] env[69350]: _type = "Task" [ 902.693250] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.704916] env[69350]: DEBUG oslo_vmware.api [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4149049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.809028] env[69350]: DEBUG oslo_vmware.api [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149044, 'name': PowerOnVM_Task, 'duration_secs': 0.49992} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.809028] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.809028] env[69350]: DEBUG nova.compute.manager [None req-0837e982-7f45-40ed-9f48-037cfb65c908 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.809028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cf6026-322c-4446-a436-7594ac402a0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.833294] env[69350]: DEBUG nova.network.neutron [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Updating instance_info_cache with network_info: [{"id": "9fe222bf-d5cc-49a0-8364-41af67de7016", "address": "fa:16:3e:8e:69:ae", "network": {"id": "3ab1c762-638e-4e29-a7cc-f155a5fd7bd2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1143398457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d210ddfbda24b33bbdc5284557a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe222bf-d5", "ovs_interfaceid": "9fe222bf-d5cc-49a0-8364-41af67de7016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.848775] env[69350]: DEBUG oslo_vmware.api [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217087} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.849142] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.849528] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.849791] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.850104] env[69350]: INFO nova.compute.manager [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Took 1.15 seconds to destroy the instance on the hypervisor. [ 902.850448] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.851104] env[69350]: DEBUG nova.compute.manager [-] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.851104] env[69350]: DEBUG nova.network.neutron [-] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.879915] env[69350]: DEBUG nova.network.neutron [-] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.969021] env[69350]: DEBUG nova.compute.manager [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.985113] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149046, 'name': Rename_Task, 'duration_secs': 0.19222} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.985455] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.985738] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-624d1455-237e-4aa6-a25a-84b98623df83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.996596] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 902.996596] env[69350]: value = "task-4149050" [ 902.996596] env[69350]: _type = "Task" [ 902.996596] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.011333] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.022465] env[69350]: DEBUG nova.compute.manager [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Received event network-vif-plugged-9fe222bf-d5cc-49a0-8364-41af67de7016 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.022755] env[69350]: DEBUG oslo_concurrency.lockutils [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] Acquiring lock "44ed7717-9706-4291-876b-6ec99b411044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.022996] env[69350]: DEBUG oslo_concurrency.lockutils [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] Lock "44ed7717-9706-4291-876b-6ec99b411044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.023523] env[69350]: DEBUG oslo_concurrency.lockutils [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] Lock "44ed7717-9706-4291-876b-6ec99b411044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.023712] env[69350]: DEBUG nova.compute.manager [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] No waiting events found dispatching network-vif-plugged-9fe222bf-d5cc-49a0-8364-41af67de7016 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.023881] env[69350]: WARNING nova.compute.manager [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Received unexpected event network-vif-plugged-9fe222bf-d5cc-49a0-8364-41af67de7016 for instance with vm_state building and task_state spawning. [ 903.024102] env[69350]: DEBUG nova.compute.manager [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Received event network-changed-9fe222bf-d5cc-49a0-8364-41af67de7016 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.024287] env[69350]: DEBUG nova.compute.manager [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Refreshing instance network info cache due to event network-changed-9fe222bf-d5cc-49a0-8364-41af67de7016. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.024460] env[69350]: DEBUG oslo_concurrency.lockutils [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] Acquiring lock "refresh_cache-44ed7717-9706-4291-876b-6ec99b411044" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.108047] env[69350]: DEBUG nova.scheduler.client.report [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.127722] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149047, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.073183} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.128201] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69350) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 903.130274] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f58ecf-07c6-47bc-a050-068250047d46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.135291] env[69350]: DEBUG nova.compute.manager [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.135291] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.135853] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93dbb0f-2a85-4696-8c14-1460e4330211 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.166822] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] b7c84f2c-b5eb-4c18-ac05-74012453b01f/ephemeral_0.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.167649] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.168347] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a346ebf5-1857-4d5d-a80c-a41c6516a991 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.186612] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8415c6e2-08ae-4467-81b2-2e79bd8f0bd2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.201234] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 903.201234] env[69350]: value = "task-4149052" [ 903.201234] env[69350]: _type = "Task" [ 903.201234] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.201652] env[69350]: DEBUG oslo_vmware.api [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 903.201652] env[69350]: value = "task-4149051" [ 903.201652] env[69350]: _type = "Task" [ 903.201652] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.213514] env[69350]: DEBUG oslo_vmware.api [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Task: {'id': task-4149049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193366} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.214990] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.215192] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.215382] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.215561] env[69350]: INFO nova.compute.manager [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Took 1.69 seconds to destroy the instance on the hypervisor. [ 903.215957] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.224047] env[69350]: DEBUG nova.compute.manager [-] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.224047] env[69350]: DEBUG nova.network.neutron [-] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.226224] env[69350]: DEBUG oslo_vmware.api [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.227339] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.338869] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Releasing lock "refresh_cache-44ed7717-9706-4291-876b-6ec99b411044" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.339923] env[69350]: DEBUG nova.compute.manager [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Instance network_info: |[{"id": "9fe222bf-d5cc-49a0-8364-41af67de7016", "address": "fa:16:3e:8e:69:ae", "network": {"id": "3ab1c762-638e-4e29-a7cc-f155a5fd7bd2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1143398457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d210ddfbda24b33bbdc5284557a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe222bf-d5", "ovs_interfaceid": "9fe222bf-d5cc-49a0-8364-41af67de7016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.339923] env[69350]: DEBUG oslo_concurrency.lockutils [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] Acquired lock "refresh_cache-44ed7717-9706-4291-876b-6ec99b411044" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.340130] env[69350]: DEBUG nova.network.neutron [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Refreshing network info cache for port 9fe222bf-d5cc-49a0-8364-41af67de7016 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.341541] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:69:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fe222bf-d5cc-49a0-8364-41af67de7016', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.353324] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Creating folder: Project (2d210ddfbda24b33bbdc5284557a4243). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.355543] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71d8c6ec-18dc-4196-a100-7eb65969e344 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.376785] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Created folder: Project (2d210ddfbda24b33bbdc5284557a4243) in parent group-v821414. [ 903.377109] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Creating folder: Instances. Parent ref: group-v821599. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.377360] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a86efbd2-9e05-42c3-86c1-38c01a3c4397 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.384610] env[69350]: INFO nova.compute.manager [-] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Took 1.41 seconds to deallocate network for instance. [ 903.393606] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Created folder: Instances in parent group-v821599. [ 903.394119] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.394538] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.394756] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a1ba61f-6cb4-42fa-9664-66c312418797 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.423520] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.423520] env[69350]: value = "task-4149055" [ 903.423520] env[69350]: _type = "Task" [ 903.423520] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.432973] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.434355] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.444251] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149055, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.504360] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.511179] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149050, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.621540] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.622339] env[69350]: DEBUG nova.compute.manager [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.625239] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.212s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.692758] env[69350]: DEBUG nova.network.neutron [-] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.718141] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149052, 'name': ReconfigVM_Task, 'duration_secs': 0.36293} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.721636] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Reconfigured VM instance instance-0000003f to attach disk [datastore2] b7c84f2c-b5eb-4c18-ac05-74012453b01f/ephemeral_0.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.722432] env[69350]: DEBUG oslo_vmware.api [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149051, 'name': PowerOffVM_Task, 'duration_secs': 0.212402} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.722909] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d0c4def-776a-4762-930c-d4167e863a45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.724647] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.724837] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.725116] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c2b1ca9-eea8-401a-85ff-1b27511e389e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.732864] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 903.732864] env[69350]: value = "task-4149056" [ 903.732864] env[69350]: _type = "Task" [ 903.732864] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.742016] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149056, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.799925] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.800234] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.800494] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleting the datastore file [datastore1] 34a4912a-b90d-4dfb-b697-a1e75758d8d6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.800879] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b14b956-3b34-4c7a-8d62-9f0f7c9b9e76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.809584] env[69350]: DEBUG oslo_vmware.api [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 903.809584] env[69350]: value = "task-4149058" [ 903.809584] env[69350]: _type = "Task" [ 903.809584] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.819609] env[69350]: DEBUG oslo_vmware.api [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.895710] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.939558] env[69350]: DEBUG nova.compute.manager [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.941102] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149055, 'name': CreateVM_Task, 'duration_secs': 0.451228} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.943996] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.944996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.945420] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.945553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.946138] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4faf17-a803-4a5a-9d36-530af9d17780 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.953587] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for the task: (returnval){ [ 903.953587] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52223517-5780-40e4-ae5b-c0aa16758389" [ 903.953587] env[69350]: _type = "Task" [ 903.953587] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.966343] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52223517-5780-40e4-ae5b-c0aa16758389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.005533] env[69350]: DEBUG oslo_vmware.api [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149050, 'name': PowerOnVM_Task, 'duration_secs': 0.632013} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.008323] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.008581] env[69350]: DEBUG nova.compute.manager [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.010177] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d38502-2099-4e18-b931-d38bb510e7c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.058912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.059204] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.060385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.060385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.061779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.064212] env[69350]: INFO nova.compute.manager [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Terminating instance [ 904.086477] env[69350]: DEBUG nova.network.neutron [-] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.114425] env[69350]: DEBUG nova.network.neutron [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Updated VIF entry in instance network info cache for port 9fe222bf-d5cc-49a0-8364-41af67de7016. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.114803] env[69350]: DEBUG nova.network.neutron [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Updating instance_info_cache with network_info: [{"id": "9fe222bf-d5cc-49a0-8364-41af67de7016", "address": "fa:16:3e:8e:69:ae", "network": {"id": "3ab1c762-638e-4e29-a7cc-f155a5fd7bd2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1143398457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d210ddfbda24b33bbdc5284557a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe222bf-d5", "ovs_interfaceid": "9fe222bf-d5cc-49a0-8364-41af67de7016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.128706] env[69350]: DEBUG nova.compute.utils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.133573] env[69350]: INFO nova.compute.claims [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.137333] env[69350]: DEBUG nova.compute.manager [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.137529] env[69350]: DEBUG nova.network.neutron [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.177604] env[69350]: DEBUG nova.policy [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c36fa08f07b94ca0b70f40c4a0ebf5bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c83f2be3528046519e0eeeb766e12d36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.195393] env[69350]: INFO nova.compute.manager [-] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Took 1.34 seconds to deallocate network for instance. [ 904.245345] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149056, 'name': Rename_Task, 'duration_secs': 0.198114} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.246068] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.246355] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad99fd44-b2c1-4132-a3e6-2a2909e0e24e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.255199] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 904.255199] env[69350]: value = "task-4149059" [ 904.255199] env[69350]: _type = "Task" [ 904.255199] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.267954] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.326177] env[69350]: DEBUG oslo_vmware.api [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208685} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.326177] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.326177] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.327092] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.327328] env[69350]: INFO nova.compute.manager [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 904.327604] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.327828] env[69350]: DEBUG nova.compute.manager [-] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.327927] env[69350]: DEBUG nova.network.neutron [-] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.467755] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52223517-5780-40e4-ae5b-c0aa16758389, 'name': SearchDatastore_Task, 'duration_secs': 0.0145} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.468280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.468362] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.468580] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.468727] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.468912] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.469208] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea545d5c-31d8-4974-901d-202427561b2a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.479446] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.483368] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.483794] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.485426] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172b705c-8eda-48df-99ef-d7f5a2d47f7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.493350] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for the task: (returnval){ [ 904.493350] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524c1a15-12b0-6e66-1abc-2d9b0019d419" [ 904.493350] env[69350]: _type = "Task" [ 904.493350] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.503882] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524c1a15-12b0-6e66-1abc-2d9b0019d419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.519790] env[69350]: DEBUG nova.network.neutron [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Successfully created port: aa464498-5aab-4473-820d-5c2bf16868a9 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.529506] env[69350]: DEBUG oslo_concurrency.lockutils [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.568806] env[69350]: DEBUG nova.compute.manager [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.569146] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.570533] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833b5f32-09c7-4572-b389-09a91133b723 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.581045] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.581045] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6951232b-aee9-415c-9531-2414047af1e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.588905] env[69350]: INFO nova.compute.manager [-] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Took 1.37 seconds to deallocate network for instance. [ 904.593233] env[69350]: DEBUG oslo_vmware.api [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 904.593233] env[69350]: value = "task-4149060" [ 904.593233] env[69350]: _type = "Task" [ 904.593233] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.607561] env[69350]: DEBUG oslo_vmware.api [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.617459] env[69350]: DEBUG oslo_concurrency.lockutils [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] Releasing lock "refresh_cache-44ed7717-9706-4291-876b-6ec99b411044" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.617754] env[69350]: DEBUG nova.compute.manager [req-9d6c9382-60ef-400f-abb9-da4f8ea04cfc req-4dc1f7d0-a064-43f8-aec4-11b35b2254ec service nova] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Received event network-vif-deleted-46048e9d-6236-400d-ae95-6db4edfe886c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.642404] env[69350]: INFO nova.compute.resource_tracker [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating resource usage from migration bd873d41-27b8-44e1-b14d-6e10fcfaa91f [ 904.646640] env[69350]: DEBUG nova.compute.manager [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.703553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.769072] env[69350]: DEBUG nova.compute.manager [req-84028467-8541-4a16-a491-bf52b5dc15b2 req-83449672-2e2c-4740-916a-b248cc45d9a5 service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Received event network-vif-deleted-2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.769314] env[69350]: INFO nova.compute.manager [req-84028467-8541-4a16-a491-bf52b5dc15b2 req-83449672-2e2c-4740-916a-b248cc45d9a5 service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Neutron deleted interface 2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010; detaching it from the instance and deleting it from the info cache [ 904.769777] env[69350]: DEBUG nova.network.neutron [req-84028467-8541-4a16-a491-bf52b5dc15b2 req-83449672-2e2c-4740-916a-b248cc45d9a5 service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.776060] env[69350]: DEBUG oslo_vmware.api [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149059, 'name': PowerOnVM_Task, 'duration_secs': 0.502384} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.777084] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.777084] env[69350]: INFO nova.compute.manager [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Took 9.33 seconds to spawn the instance on the hypervisor. [ 904.777199] env[69350]: DEBUG nova.compute.manager [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.778239] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75fff42-0d49-466a-98e8-52048bd0ef6d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.008262] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524c1a15-12b0-6e66-1abc-2d9b0019d419, 'name': SearchDatastore_Task, 'duration_secs': 0.023044} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.009134] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e54ab84-7ca5-4759-85a7-bc934363c8d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.018130] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for the task: (returnval){ [ 905.018130] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527e3508-aa35-550e-5968-c1875144ba2e" [ 905.018130] env[69350]: _type = "Task" [ 905.018130] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.027274] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527e3508-aa35-550e-5968-c1875144ba2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.093766] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbdbc80-37db-448a-8506-3ea1267b8c4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.098125] env[69350]: DEBUG nova.compute.manager [req-b86b668b-dc4c-4a43-8f10-87c2d27b7cfb req-ae1d4aa9-3c3e-478f-b36d-52668d09d8b0 service nova] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Received event network-vif-deleted-c6563190-5573-40c6-928f-2cb3b97bc07a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.098599] env[69350]: DEBUG nova.compute.manager [req-b86b668b-dc4c-4a43-8f10-87c2d27b7cfb req-ae1d4aa9-3c3e-478f-b36d-52668d09d8b0 service nova] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Received event network-vif-deleted-95ad8d6c-8f08-4c0b-8767-70656a5abafb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.104083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.111215] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c7c7f5-1c3e-46da-a415-37315750bff9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.115730] env[69350]: DEBUG oslo_vmware.api [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149060, 'name': PowerOffVM_Task, 'duration_secs': 0.299133} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.116408] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.116707] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.117374] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f64b9748-f802-4f61-8b16-050ce056af0f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.159233] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b83ef-65af-4687-bd58-fcd15f4487a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.171278] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca4cafe-d46b-4691-9257-74827549e7a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.193944] env[69350]: DEBUG nova.compute.provider_tree [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.195754] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.195953] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.196145] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleting the datastore file [datastore1] 829e488c-b119-4d6b-bc74-e24c10ee6d5e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.196686] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6a8b8b1-0484-458b-b2bf-39b517787467 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.204868] env[69350]: DEBUG oslo_vmware.api [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 905.204868] env[69350]: value = "task-4149062" [ 905.204868] env[69350]: _type = "Task" [ 905.204868] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.213870] env[69350]: DEBUG oslo_vmware.api [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.245602] env[69350]: DEBUG nova.network.neutron [-] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.277367] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43ad017b-101e-443f-a8fc-e37fa3f88b84 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.287431] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123cf982-1261-4edd-a40d-feb2e0569660 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.323813] env[69350]: DEBUG nova.compute.manager [req-84028467-8541-4a16-a491-bf52b5dc15b2 req-83449672-2e2c-4740-916a-b248cc45d9a5 service nova] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Detach interface failed, port_id=2c8bd88d-1c1b-4e69-ad84-aff2f8ee1010, reason: Instance 34a4912a-b90d-4dfb-b697-a1e75758d8d6 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 905.327560] env[69350]: INFO nova.compute.manager [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Took 44.33 seconds to build instance. [ 905.536237] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527e3508-aa35-550e-5968-c1875144ba2e, 'name': SearchDatastore_Task, 'duration_secs': 0.038043} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.537714] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.537714] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 44ed7717-9706-4291-876b-6ec99b411044/44ed7717-9706-4291-876b-6ec99b411044.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.537714] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba91a887-7184-4263-a53f-8b47cc7befcb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.547840] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for the task: (returnval){ [ 905.547840] env[69350]: value = "task-4149063" [ 905.547840] env[69350]: _type = "Task" [ 905.547840] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.562017] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.665142] env[69350]: DEBUG nova.compute.manager [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.698449] env[69350]: DEBUG nova.scheduler.client.report [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.704776] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.705014] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.709572] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.709943] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.710168] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.710332] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.710552] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.710715] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.710886] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.711066] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.711263] env[69350]: DEBUG nova.virt.hardware [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.714270] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a978c9-5e88-44bf-b726-b9bb549e9bdf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.740457] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87322050-a692-4467-b13b-ef291be4ecc7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.745601] env[69350]: DEBUG oslo_vmware.api [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351067} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.745892] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.746149] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.746403] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.746865] env[69350]: INFO nova.compute.manager [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 905.747200] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.748079] env[69350]: DEBUG nova.compute.manager [-] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.748275] env[69350]: DEBUG nova.network.neutron [-] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.751836] env[69350]: INFO nova.compute.manager [-] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Took 1.42 seconds to deallocate network for instance. [ 905.829769] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79205631-d83d-4546-b83c-0aed3a57b3bd tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.851s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.066989] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149063, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.208247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.208247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.220730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.595s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.220774] env[69350]: INFO nova.compute.manager [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Migrating [ 906.236929] env[69350]: DEBUG nova.network.neutron [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Successfully updated port: aa464498-5aab-4473-820d-5c2bf16868a9 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.236929] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.980s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.271600] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.298243] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "7365d4d4-e1fc-42ae-9117-8584f9584087" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.298380] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "7365d4d4-e1fc-42ae-9117-8584f9584087" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.298777] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "7365d4d4-e1fc-42ae-9117-8584f9584087-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.298777] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "7365d4d4-e1fc-42ae-9117-8584f9584087-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.298917] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "7365d4d4-e1fc-42ae-9117-8584f9584087-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.301893] env[69350]: INFO nova.compute.manager [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Terminating instance [ 906.563054] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822396} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.566369] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 44ed7717-9706-4291-876b-6ec99b411044/44ed7717-9706-4291-876b-6ec99b411044.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.566712] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.567126] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87560693-7192-4930-9af3-1e5a9de9d750 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.582643] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for the task: (returnval){ [ 906.582643] env[69350]: value = "task-4149064" [ 906.582643] env[69350]: _type = "Task" [ 906.582643] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.596954] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.709928] env[69350]: DEBUG nova.compute.manager [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.726705] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a843892-9d03-4940-80da-31c56f8d5d4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.737783] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd57af-4c4f-4245-929f-e22619c6ff18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.745258] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquiring lock "refresh_cache-928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.745400] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquired lock "refresh_cache-928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.745549] env[69350]: DEBUG nova.network.neutron [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.775397] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.775642] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.775803] env[69350]: DEBUG nova.network.neutron [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.779706] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c1e332-ec6b-4d4c-b80c-db3808738580 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.790510] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d02a8c9-24c6-4b66-b8d4-38afecae26d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.806994] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "refresh_cache-7365d4d4-e1fc-42ae-9117-8584f9584087" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.807204] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired lock "refresh_cache-7365d4d4-e1fc-42ae-9117-8584f9584087" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.807387] env[69350]: DEBUG nova.network.neutron [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.808690] env[69350]: DEBUG nova.compute.provider_tree [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.096139] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18717} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.096443] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.097962] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0656451d-c043-40a1-b7f9-c7e177d984ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.121086] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 44ed7717-9706-4291-876b-6ec99b411044/44ed7717-9706-4291-876b-6ec99b411044.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.121404] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e55bf49c-cbdf-4498-8cf0-de33ccebc38e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.142454] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for the task: (returnval){ [ 907.142454] env[69350]: value = "task-4149065" [ 907.142454] env[69350]: _type = "Task" [ 907.142454] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.155884] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.234869] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.314296] env[69350]: DEBUG nova.scheduler.client.report [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.346922] env[69350]: DEBUG nova.compute.manager [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Received event network-changed-da4627fe-cc7e-4a9d-87cd-977e6a877f88 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.346922] env[69350]: DEBUG nova.compute.manager [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Refreshing instance network info cache due to event network-changed-da4627fe-cc7e-4a9d-87cd-977e6a877f88. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.346922] env[69350]: DEBUG oslo_concurrency.lockutils [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] Acquiring lock "refresh_cache-b7c84f2c-b5eb-4c18-ac05-74012453b01f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.346922] env[69350]: DEBUG oslo_concurrency.lockutils [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] Acquired lock "refresh_cache-b7c84f2c-b5eb-4c18-ac05-74012453b01f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.346922] env[69350]: DEBUG nova.network.neutron [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Refreshing network info cache for port da4627fe-cc7e-4a9d-87cd-977e6a877f88 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.353663] env[69350]: DEBUG nova.network.neutron [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.357140] env[69350]: DEBUG nova.network.neutron [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.456794] env[69350]: DEBUG nova.network.neutron [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.550026] env[69350]: DEBUG nova.network.neutron [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Updating instance_info_cache with network_info: [{"id": "aa464498-5aab-4473-820d-5c2bf16868a9", "address": "fa:16:3e:f2:79:59", "network": {"id": "a7070d0a-172a-46b9-a03f-aa99ead2a9a2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1202752241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83f2be3528046519e0eeeb766e12d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa464498-5a", "ovs_interfaceid": "aa464498-5aab-4473-820d-5c2bf16868a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.657744] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.692494] env[69350]: DEBUG nova.network.neutron [-] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.703967] env[69350]: DEBUG nova.network.neutron [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance_info_cache with network_info: [{"id": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "address": "fa:16:3e:b7:ae:e2", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2969b78b-06", "ovs_interfaceid": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.721737] env[69350]: DEBUG nova.compute.manager [req-080afb00-137b-4880-bcc6-7bab57a347a2 req-816d019f-1a8b-43a4-810b-f35b2744a183 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Received event network-vif-deleted-521e140f-f582-4dd1-9069-b99f08fcc100 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.722055] env[69350]: INFO nova.compute.manager [req-080afb00-137b-4880-bcc6-7bab57a347a2 req-816d019f-1a8b-43a4-810b-f35b2744a183 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Neutron deleted interface 521e140f-f582-4dd1-9069-b99f08fcc100; detaching it from the instance and deleting it from the info cache [ 907.722342] env[69350]: DEBUG nova.network.neutron [req-080afb00-137b-4880-bcc6-7bab57a347a2 req-816d019f-1a8b-43a4-810b-f35b2744a183 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.797982] env[69350]: DEBUG oslo_concurrency.lockutils [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.798395] env[69350]: DEBUG oslo_concurrency.lockutils [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.819859] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.583s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.820047] env[69350]: INFO nova.compute.manager [None req-3534fdc4-df8d-47c7-9e56-f30b5bc3c0c9 tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Successfully reverted task state from rebuilding on failure for instance. [ 907.825942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.244s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.825942] env[69350]: DEBUG nova.objects.instance [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lazy-loading 'resources' on Instance uuid 0ef42be5-2c8d-4d03-894c-156a1c8a1af8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.959245] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Releasing lock "refresh_cache-7365d4d4-e1fc-42ae-9117-8584f9584087" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.959833] env[69350]: DEBUG nova.compute.manager [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.960048] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.960958] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5c74fd-78e2-49f8-9392-35e05111ac9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.970867] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.971364] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc4ce30-d174-40e9-a36e-5d1cd42fb779 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.979432] env[69350]: DEBUG oslo_vmware.api [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 907.979432] env[69350]: value = "task-4149066" [ 907.979432] env[69350]: _type = "Task" [ 907.979432] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.989385] env[69350]: DEBUG oslo_vmware.api [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.057054] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Releasing lock "refresh_cache-928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.057527] env[69350]: DEBUG nova.compute.manager [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Instance network_info: |[{"id": "aa464498-5aab-4473-820d-5c2bf16868a9", "address": "fa:16:3e:f2:79:59", "network": {"id": "a7070d0a-172a-46b9-a03f-aa99ead2a9a2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1202752241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83f2be3528046519e0eeeb766e12d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa464498-5a", "ovs_interfaceid": "aa464498-5aab-4473-820d-5c2bf16868a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.058161] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:79:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa464498-5aab-4473-820d-5c2bf16868a9', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.068663] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Creating folder: Project (c83f2be3528046519e0eeeb766e12d36). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.073108] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03d7037b-c9e4-48f1-b5c2-5af26889ad90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.084780] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Created folder: Project (c83f2be3528046519e0eeeb766e12d36) in parent group-v821414. [ 908.085090] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Creating folder: Instances. Parent ref: group-v821602. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.085408] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d1799a5-f221-4dd4-9de7-4ce04ee4dfcd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.098737] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Created folder: Instances in parent group-v821602. [ 908.099163] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.099715] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.099989] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7c8ba5f-a2ad-4fb3-a884-68909e4b1a51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.125760] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.125760] env[69350]: value = "task-4149069" [ 908.125760] env[69350]: _type = "Task" [ 908.125760] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.134155] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149069, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.154968] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149065, 'name': ReconfigVM_Task, 'duration_secs': 0.932862} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.155280] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 44ed7717-9706-4291-876b-6ec99b411044/44ed7717-9706-4291-876b-6ec99b411044.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.155956] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72dc61c9-b753-4325-8c3a-57cc63994bae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.164274] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for the task: (returnval){ [ 908.164274] env[69350]: value = "task-4149070" [ 908.164274] env[69350]: _type = "Task" [ 908.164274] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.173635] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149070, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.174622] env[69350]: DEBUG nova.network.neutron [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Updated VIF entry in instance network info cache for port da4627fe-cc7e-4a9d-87cd-977e6a877f88. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.174985] env[69350]: DEBUG nova.network.neutron [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Updating instance_info_cache with network_info: [{"id": "da4627fe-cc7e-4a9d-87cd-977e6a877f88", "address": "fa:16:3e:6b:c2:cc", "network": {"id": "50ef5e40-1073-44c8-8191-a17b4cecb60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1692001907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6ada80f7914a55b5ad84a77bab47f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4627fe-cc", "ovs_interfaceid": "da4627fe-cc7e-4a9d-87cd-977e6a877f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.195827] env[69350]: INFO nova.compute.manager [-] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Took 2.45 seconds to deallocate network for instance. [ 908.207719] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.227259] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1c56da0-4548-4c06-bfa2-7390dccb1b4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.240066] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa3b323-f961-4b7c-957e-ed5911a9d70b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.271879] env[69350]: DEBUG nova.compute.manager [req-080afb00-137b-4880-bcc6-7bab57a347a2 req-816d019f-1a8b-43a4-810b-f35b2744a183 service nova] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Detach interface failed, port_id=521e140f-f582-4dd1-9069-b99f08fcc100, reason: Instance 829e488c-b119-4d6b-bc74-e24c10ee6d5e could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 908.302159] env[69350]: DEBUG nova.compute.utils [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.417521] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.417830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.490623] env[69350]: DEBUG oslo_vmware.api [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149066, 'name': PowerOffVM_Task, 'duration_secs': 0.132802} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.490804] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.491082] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.494186] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7d0b58d-f5fe-4163-ba28-053f2672d298 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.523857] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.524398] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.524693] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Deleting the datastore file [datastore2] 7365d4d4-e1fc-42ae-9117-8584f9584087 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.527843] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc7fb068-97a6-4548-8205-d96d924d5f79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.535570] env[69350]: DEBUG oslo_vmware.api [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 908.535570] env[69350]: value = "task-4149072" [ 908.535570] env[69350]: _type = "Task" [ 908.535570] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.547924] env[69350]: DEBUG oslo_vmware.api [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.640916] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149069, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.674501] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149070, 'name': Rename_Task, 'duration_secs': 0.178551} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.677481] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.677992] env[69350]: DEBUG oslo_concurrency.lockutils [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] Releasing lock "refresh_cache-b7c84f2c-b5eb-4c18-ac05-74012453b01f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.678243] env[69350]: DEBUG nova.compute.manager [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Received event network-vif-plugged-aa464498-5aab-4473-820d-5c2bf16868a9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.678430] env[69350]: DEBUG oslo_concurrency.lockutils [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] Acquiring lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.678628] env[69350]: DEBUG oslo_concurrency.lockutils [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] Lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.678794] env[69350]: DEBUG oslo_concurrency.lockutils [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] Lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.678962] env[69350]: DEBUG nova.compute.manager [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] No waiting events found dispatching network-vif-plugged-aa464498-5aab-4473-820d-5c2bf16868a9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.679149] env[69350]: WARNING nova.compute.manager [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Received unexpected event network-vif-plugged-aa464498-5aab-4473-820d-5c2bf16868a9 for instance with vm_state building and task_state spawning. [ 908.679315] env[69350]: DEBUG nova.compute.manager [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Received event network-changed-aa464498-5aab-4473-820d-5c2bf16868a9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.679516] env[69350]: DEBUG nova.compute.manager [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Refreshing instance network info cache due to event network-changed-aa464498-5aab-4473-820d-5c2bf16868a9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.679705] env[69350]: DEBUG oslo_concurrency.lockutils [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] Acquiring lock "refresh_cache-928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.679844] env[69350]: DEBUG oslo_concurrency.lockutils [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] Acquired lock "refresh_cache-928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.679997] env[69350]: DEBUG nova.network.neutron [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Refreshing network info cache for port aa464498-5aab-4473-820d-5c2bf16868a9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.681686] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43bd67a5-eb94-4a5b-a60f-1ff5a7ecc6f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.690342] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for the task: (returnval){ [ 908.690342] env[69350]: value = "task-4149073" [ 908.690342] env[69350]: _type = "Task" [ 908.690342] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.703924] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.704278] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.745718] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4df6a2c-5ab6-43fd-a868-3cee2e7294fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.755094] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195b658c-715d-47a7-a0f1-2713f714c2da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.787327] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b44915-22a8-44c7-ad21-9fae6aa6bc7f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.795843] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599be950-d4c7-429d-95cc-124997d87c69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.810661] env[69350]: DEBUG oslo_concurrency.lockutils [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.811411] env[69350]: DEBUG nova.compute.provider_tree [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.921327] env[69350]: DEBUG nova.compute.manager [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.047871] env[69350]: DEBUG oslo_vmware.api [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177558} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.048162] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.048354] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.048534] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.048713] env[69350]: INFO nova.compute.manager [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Took 1.09 seconds to destroy the instance on the hypervisor. [ 909.048963] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.049179] env[69350]: DEBUG nova.compute.manager [-] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.049273] env[69350]: DEBUG nova.network.neutron [-] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.081914] env[69350]: DEBUG nova.network.neutron [-] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.138382] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149069, 'name': CreateVM_Task, 'duration_secs': 0.556136} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.138630] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.139232] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.139402] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.139739] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.140013] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de3acaa-d4f4-4d11-b3e6-6c4888469ed5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.145320] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 909.145320] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527bdb04-dd97-675d-9735-04e213d8ae53" [ 909.145320] env[69350]: _type = "Task" [ 909.145320] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.153448] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527bdb04-dd97-675d-9735-04e213d8ae53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.200692] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.317446] env[69350]: DEBUG nova.scheduler.client.report [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.389911] env[69350]: DEBUG nova.network.neutron [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Updated VIF entry in instance network info cache for port aa464498-5aab-4473-820d-5c2bf16868a9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.390352] env[69350]: DEBUG nova.network.neutron [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Updating instance_info_cache with network_info: [{"id": "aa464498-5aab-4473-820d-5c2bf16868a9", "address": "fa:16:3e:f2:79:59", "network": {"id": "a7070d0a-172a-46b9-a03f-aa99ead2a9a2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1202752241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83f2be3528046519e0eeeb766e12d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa464498-5a", "ovs_interfaceid": "aa464498-5aab-4473-820d-5c2bf16868a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.443315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.584000] env[69350]: DEBUG nova.network.neutron [-] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.657065] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527bdb04-dd97-675d-9735-04e213d8ae53, 'name': SearchDatastore_Task, 'duration_secs': 0.016459} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.657395] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.657654] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.657916] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.658072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.658260] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.658533] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99ccda4d-49ea-4f33-9464-6b9a7a3c79af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.668802] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.669103] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.669843] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93a7880-190e-41c2-a5e1-a2496da3c243 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.676104] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 909.676104] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527d664e-edeb-7cfc-b114-d2be34bae8a8" [ 909.676104] env[69350]: _type = "Task" [ 909.676104] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.687019] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527d664e-edeb-7cfc-b114-d2be34bae8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.701814] env[69350]: DEBUG oslo_vmware.api [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149073, 'name': PowerOnVM_Task, 'duration_secs': 0.806851} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.702105] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.702317] env[69350]: INFO nova.compute.manager [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Took 8.71 seconds to spawn the instance on the hypervisor. [ 909.702538] env[69350]: DEBUG nova.compute.manager [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.703349] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9351789-80bf-414f-90e3-33711d31916f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.725899] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f5a9d1-d515-4e7d-8df8-9936f66e01b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.745814] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance '839d9db5-bbec-478b-9d79-26b43467da5b' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.823537] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.827451] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.623s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.833051] env[69350]: INFO nova.compute.claims [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.853379] env[69350]: INFO nova.scheduler.client.report [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Deleted allocations for instance 0ef42be5-2c8d-4d03-894c-156a1c8a1af8 [ 909.893544] env[69350]: DEBUG oslo_concurrency.lockutils [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.893919] env[69350]: DEBUG oslo_concurrency.lockutils [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.894193] env[69350]: INFO nova.compute.manager [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Attaching volume 8e4ef7fd-304b-4a0a-9130-56a27611470d to /dev/sdb [ 909.896798] env[69350]: DEBUG oslo_concurrency.lockutils [req-0fd1143c-8616-4860-b2a3-62475f1f39c7 req-c49a7eb7-b727-4c90-989d-814c3c5c2c2e service nova] Releasing lock "refresh_cache-928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.935036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed65f8d-1dbc-4ef9-8c02-b2317dd6d25b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.943075] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f16a62-2f26-4567-a415-8f80e7fd6acc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.959620] env[69350]: DEBUG nova.virt.block_device [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Updating existing volume attachment record: ee06fe8a-4831-4360-9215-11bff98dd78a {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 910.090681] env[69350]: INFO nova.compute.manager [-] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Took 1.04 seconds to deallocate network for instance. [ 910.188211] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "0cebab59-253b-4037-99a0-26667add9e9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.188562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.188741] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "0cebab59-253b-4037-99a0-26667add9e9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.188923] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.189089] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.193194] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527d664e-edeb-7cfc-b114-d2be34bae8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014611} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.193194] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d029d254-5307-4cf1-b74c-c2a54d00cdbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.194813] env[69350]: INFO nova.compute.manager [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Terminating instance [ 910.202803] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 910.202803] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f315c1-554c-6474-a949-c2578aa495f3" [ 910.202803] env[69350]: _type = "Task" [ 910.202803] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.222034] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f315c1-554c-6474-a949-c2578aa495f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.222034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.222034] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce/928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.222034] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-129fa48a-c8c0-47e6-a893-d4877b9af6b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.226354] env[69350]: INFO nova.compute.manager [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Took 37.96 seconds to build instance. [ 910.229795] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 910.229795] env[69350]: value = "task-4149077" [ 910.229795] env[69350]: _type = "Task" [ 910.229795] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.241165] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.252196] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.253057] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68568c3d-e752-47ae-b717-f986eb4919ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.263220] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 910.263220] env[69350]: value = "task-4149078" [ 910.263220] env[69350]: _type = "Task" [ 910.263220] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.273418] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.361902] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6b103186-5453-4f8a-98f8-059c54544c28 tempest-ServerAddressesTestJSON-690527140 tempest-ServerAddressesTestJSON-690527140-project-member] Lock "0ef42be5-2c8d-4d03-894c-156a1c8a1af8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.613s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.601096] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.699898] env[69350]: DEBUG nova.compute.manager [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.700170] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.701113] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800e8589-5d51-4aa7-9126-1752c08bf121 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.712716] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.713050] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2108c095-1cba-4bbe-8261-133aed69e44e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.722389] env[69350]: DEBUG oslo_vmware.api [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 910.722389] env[69350]: value = "task-4149079" [ 910.722389] env[69350]: _type = "Task" [ 910.722389] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.730211] env[69350]: DEBUG oslo_concurrency.lockutils [None req-880e7112-7bc9-4c99-bfdd-52df81aa4b84 tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lock "44ed7717-9706-4291-876b-6ec99b411044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.479s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.735577] env[69350]: DEBUG oslo_vmware.api [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.749460] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149077, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.775025] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149078, 'name': PowerOffVM_Task, 'duration_secs': 0.188626} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.775409] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.775638] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance '839d9db5-bbec-478b-9d79-26b43467da5b' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.156228] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquiring lock "44ed7717-9706-4291-876b-6ec99b411044" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.156519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lock "44ed7717-9706-4291-876b-6ec99b411044" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.156728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquiring lock "44ed7717-9706-4291-876b-6ec99b411044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.156914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lock "44ed7717-9706-4291-876b-6ec99b411044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.157102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lock "44ed7717-9706-4291-876b-6ec99b411044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.162469] env[69350]: INFO nova.compute.manager [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Terminating instance [ 911.233702] env[69350]: DEBUG oslo_vmware.api [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149079, 'name': PowerOffVM_Task, 'duration_secs': 0.273765} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.238414] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.238626] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.239194] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0330ad0c-e691-4903-95a1-31303474bd3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.252962] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536066} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.257053] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce/928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.257310] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.257814] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e49555fc-821b-4fcf-8a7e-868ce2fe582d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.266946] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 911.266946] env[69350]: value = "task-4149081" [ 911.266946] env[69350]: _type = "Task" [ 911.266946] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.273695] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ebc229-aac5-4043-a90e-be5c23eb4038 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.286336] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.286336] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.286972] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.288031] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.288031] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.288031] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.288031] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.288031] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.288390] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.288635] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.289069] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.299505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda6e90b-f172-46ab-a6d6-be9da31ae451 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.304835] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e501da-788d-49ec-b908-70d3f84d5eae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.316948] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.354017] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b9cf38-555b-40ae-8b60-ede9ccd7a8b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.357227] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 911.357227] env[69350]: value = "task-4149082" [ 911.357227] env[69350]: _type = "Task" [ 911.357227] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.357549] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.357681] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.357853] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Deleting the datastore file [datastore2] 0cebab59-253b-4037-99a0-26667add9e9d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.358615] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d1f0176-1ab3-4a50-9b2b-6fe04011529e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.368994] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630c4e2b-1fe2-4e52-990d-9635c2738297 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.380064] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.380064] env[69350]: DEBUG oslo_vmware.api [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 911.380064] env[69350]: value = "task-4149083" [ 911.380064] env[69350]: _type = "Task" [ 911.380064] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.391721] env[69350]: DEBUG nova.compute.provider_tree [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.399234] env[69350]: DEBUG oslo_vmware.api [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.672139] env[69350]: DEBUG nova.compute.manager [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.672393] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.673387] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc8e677-3106-4730-9055-754dfee46205 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.683358] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.683681] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba7ffc48-b926-42d4-803f-df7e5f4d399c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.692339] env[69350]: DEBUG oslo_vmware.api [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for the task: (returnval){ [ 911.692339] env[69350]: value = "task-4149084" [ 911.692339] env[69350]: _type = "Task" [ 911.692339] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.701641] env[69350]: DEBUG oslo_vmware.api [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.778134] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249224} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.778543] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.779552] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c168bd60-7e75-4b5d-8938-e8406d1818e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.808487] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce/928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.809052] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a41918a6-ebe4-410d-92b5-2c5e6343c76c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.831527] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 911.831527] env[69350]: value = "task-4149085" [ 911.831527] env[69350]: _type = "Task" [ 911.831527] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.840784] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.867865] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149082, 'name': ReconfigVM_Task, 'duration_secs': 0.369088} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.868212] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance '839d9db5-bbec-478b-9d79-26b43467da5b' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.890709] env[69350]: DEBUG oslo_vmware.api [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.894949] env[69350]: DEBUG nova.scheduler.client.report [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.204050] env[69350]: DEBUG oslo_vmware.api [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149084, 'name': PowerOffVM_Task, 'duration_secs': 0.373209} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.204988] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.204988] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.204988] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5cb9215-845c-4f0a-861e-9781fb15c23b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.275077] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.275606] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.275718] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Deleting the datastore file [datastore1] 44ed7717-9706-4291-876b-6ec99b411044 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.276097] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02a00ea0-8ec0-48f6-b4f2-caf15cad559f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.284806] env[69350]: DEBUG oslo_vmware.api [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for the task: (returnval){ [ 912.284806] env[69350]: value = "task-4149088" [ 912.284806] env[69350]: _type = "Task" [ 912.284806] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.294929] env[69350]: DEBUG oslo_vmware.api [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.343499] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.375376] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.375639] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.375837] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.376362] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.376571] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.376762] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.377044] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.377222] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.377644] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.377906] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.378128] env[69350]: DEBUG nova.virt.hardware [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.384640] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 912.385031] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-642a8a8c-73fc-497c-b13e-2f9513cb0ad4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.402549] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.403102] env[69350]: DEBUG nova.compute.manager [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.407000] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.658s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.409128] env[69350]: INFO nova.compute.claims [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.414524] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 912.414524] env[69350]: value = "task-4149089" [ 912.414524] env[69350]: _type = "Task" [ 912.414524] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.418264] env[69350]: DEBUG oslo_vmware.api [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550224} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.421894] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.422159] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.422408] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.422521] env[69350]: INFO nova.compute.manager [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Took 1.72 seconds to destroy the instance on the hypervisor. [ 912.422773] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.423567] env[69350]: DEBUG nova.compute.manager [-] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.423676] env[69350]: DEBUG nova.network.neutron [-] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.432032] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.796256] env[69350]: DEBUG oslo_vmware.api [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Task: {'id': task-4149088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186112} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.796474] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.796599] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.796782] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.796977] env[69350]: INFO nova.compute.manager [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Took 1.12 seconds to destroy the instance on the hypervisor. [ 912.797241] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.797445] env[69350]: DEBUG nova.compute.manager [-] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.797648] env[69350]: DEBUG nova.network.neutron [-] [instance: 44ed7717-9706-4291-876b-6ec99b411044] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.845518] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149085, 'name': ReconfigVM_Task, 'duration_secs': 0.530797} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.845828] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce/928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.846469] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27200def-c1e1-4f4f-9605-59e5ef7fde0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.854515] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 912.854515] env[69350]: value = "task-4149090" [ 912.854515] env[69350]: _type = "Task" [ 912.854515] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.863321] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149090, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.908592] env[69350]: DEBUG nova.compute.utils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.911952] env[69350]: DEBUG nova.compute.manager [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.911952] env[69350]: DEBUG nova.network.neutron [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.928835] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149089, 'name': ReconfigVM_Task, 'duration_secs': 0.206268} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.930041] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.930910] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faa03be-202b-43b5-8dea-6b24238969a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.961417] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 839d9db5-bbec-478b-9d79-26b43467da5b/839d9db5-bbec-478b-9d79-26b43467da5b.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.962250] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8997d72c-e6f8-4115-bf1b-846152064ca3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.985806] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 912.985806] env[69350]: value = "task-4149091" [ 912.985806] env[69350]: _type = "Task" [ 912.985806] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.000958] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.003185] env[69350]: DEBUG nova.policy [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee78f1af2aa48e4b342bd23bfc158f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01a99985d62d412bad729f0f65859a44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.130213] env[69350]: DEBUG nova.compute.manager [req-d65e8b83-d1b2-4496-9100-eecde315e4d2 req-444099f4-6e35-4d5a-86b4-9d0d7032e4d4 service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Received event network-vif-deleted-9afe6357-ec12-4f53-b9bc-80beeb1f6f77 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.130759] env[69350]: INFO nova.compute.manager [req-d65e8b83-d1b2-4496-9100-eecde315e4d2 req-444099f4-6e35-4d5a-86b4-9d0d7032e4d4 service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Neutron deleted interface 9afe6357-ec12-4f53-b9bc-80beeb1f6f77; detaching it from the instance and deleting it from the info cache [ 913.131106] env[69350]: DEBUG nova.network.neutron [req-d65e8b83-d1b2-4496-9100-eecde315e4d2 req-444099f4-6e35-4d5a-86b4-9d0d7032e4d4 service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.351260] env[69350]: DEBUG nova.compute.manager [req-08113f96-6fb1-4430-b1ee-452ddce22c30 req-72c7654a-b9e5-4e4a-92af-4f29a0d89c82 service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Received event network-vif-deleted-9fe222bf-d5cc-49a0-8364-41af67de7016 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.351560] env[69350]: INFO nova.compute.manager [req-08113f96-6fb1-4430-b1ee-452ddce22c30 req-72c7654a-b9e5-4e4a-92af-4f29a0d89c82 service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Neutron deleted interface 9fe222bf-d5cc-49a0-8364-41af67de7016; detaching it from the instance and deleting it from the info cache [ 913.351762] env[69350]: DEBUG nova.network.neutron [req-08113f96-6fb1-4430-b1ee-452ddce22c30 req-72c7654a-b9e5-4e4a-92af-4f29a0d89c82 service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.371014] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149090, 'name': Rename_Task, 'duration_secs': 0.294846} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.372064] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.373225] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ed71330-b677-4a4d-8ae1-34feada778a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.381352] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 913.381352] env[69350]: value = "task-4149092" [ 913.381352] env[69350]: _type = "Task" [ 913.381352] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.393859] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.414876] env[69350]: DEBUG nova.compute.manager [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.503314] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.602055] env[69350]: DEBUG nova.network.neutron [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Successfully created port: f07f0b3d-f71e-489d-978f-35602dbe52e5 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.604196] env[69350]: DEBUG nova.network.neutron [-] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.635601] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bd1b885-f131-41c9-b118-63f17cb21c99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.648032] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5964ee59-8b27-41af-b850-f4f7f4a6c571 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.693024] env[69350]: DEBUG nova.compute.manager [req-d65e8b83-d1b2-4496-9100-eecde315e4d2 req-444099f4-6e35-4d5a-86b4-9d0d7032e4d4 service nova] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Detach interface failed, port_id=9afe6357-ec12-4f53-b9bc-80beeb1f6f77, reason: Instance 0cebab59-253b-4037-99a0-26667add9e9d could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 913.800071] env[69350]: DEBUG nova.network.neutron [-] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.856894] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b824c18-a76f-4ed1-990d-fc40471d8e5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.868097] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e493f71-587b-4471-8f26-918fbd619a08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.892805] env[69350]: DEBUG oslo_vmware.api [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149092, 'name': PowerOnVM_Task, 'duration_secs': 0.505605} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.895689] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.895976] env[69350]: INFO nova.compute.manager [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Took 8.23 seconds to spawn the instance on the hypervisor. [ 913.896261] env[69350]: DEBUG nova.compute.manager [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.906246] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d8e9a4-e5d5-42bf-b2e7-4dafcf401836 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.909464] env[69350]: DEBUG nova.compute.manager [req-08113f96-6fb1-4430-b1ee-452ddce22c30 req-72c7654a-b9e5-4e4a-92af-4f29a0d89c82 service nova] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Detach interface failed, port_id=9fe222bf-d5cc-49a0-8364-41af67de7016, reason: Instance 44ed7717-9706-4291-876b-6ec99b411044 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 913.955189] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a45c737-e76b-43e1-8a21-8e439db5798b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.966028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c57595-216c-4dab-99fa-8dbb46710293 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.009168] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0b41d2-8396-4365-aa2d-b950891eb14e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.020643] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149091, 'name': ReconfigVM_Task, 'duration_secs': 0.612009} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.023126] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 839d9db5-bbec-478b-9d79-26b43467da5b/839d9db5-bbec-478b-9d79-26b43467da5b.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.023452] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance '839d9db5-bbec-478b-9d79-26b43467da5b' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.028566] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8404a7-5627-4f2b-a1b7-b8dd08d71f95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.044314] env[69350]: DEBUG nova.compute.provider_tree [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.110607] env[69350]: INFO nova.compute.manager [-] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Took 1.69 seconds to deallocate network for instance. [ 914.304712] env[69350]: INFO nova.compute.manager [-] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Took 1.51 seconds to deallocate network for instance. [ 914.428521] env[69350]: DEBUG nova.compute.manager [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.435550] env[69350]: INFO nova.compute.manager [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Took 33.05 seconds to build instance. [ 914.469608] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.469901] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.470068] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.470571] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.470737] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.470903] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.471144] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.471508] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.471719] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.471902] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.472110] env[69350]: DEBUG nova.virt.hardware [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.473393] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2258b58-d778-4266-ac45-a8f7ef7e1f78 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.485880] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23edc4a8-1acc-45da-87f5-288d340d431c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.516316] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 914.516572] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821606', 'volume_id': '8e4ef7fd-304b-4a0a-9130-56a27611470d', 'name': 'volume-8e4ef7fd-304b-4a0a-9130-56a27611470d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd2176f3-fc16-463d-8047-7bb04aa6823d', 'attached_at': '', 'detached_at': '', 'volume_id': '8e4ef7fd-304b-4a0a-9130-56a27611470d', 'serial': '8e4ef7fd-304b-4a0a-9130-56a27611470d'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 914.517478] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a393c9fc-a26b-4da8-9280-e6ce64b9ff17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.538120] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4efed0c-df7a-40d8-b795-686ab5e62e63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.543115] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf51049-8105-4052-8016-bed9ff5aa846 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.547277] env[69350]: DEBUG nova.scheduler.client.report [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.588974] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-8e4ef7fd-304b-4a0a-9130-56a27611470d/volume-8e4ef7fd-304b-4a0a-9130-56a27611470d.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.590733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.591214] env[69350]: DEBUG nova.compute.manager [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.597676] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58501f9-316e-47ad-94f7-1cb914cb20dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.597676] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf03d4fa-8a55-4d90-8562-a8242f4994c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.612888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.972s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.612888] env[69350]: DEBUG nova.objects.instance [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lazy-loading 'resources' on Instance uuid 1360f777-e835-4b01-af85-4dcc61e29f58 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.617082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.634748] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance '839d9db5-bbec-478b-9d79-26b43467da5b' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.642321] env[69350]: DEBUG oslo_vmware.api [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 914.642321] env[69350]: value = "task-4149093" [ 914.642321] env[69350]: _type = "Task" [ 914.642321] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.650960] env[69350]: DEBUG oslo_vmware.api [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.817965] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.938504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c5f5e59-6339-4965-bde7-c0c7302d545c tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.560s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.120363] env[69350]: DEBUG nova.compute.utils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.124387] env[69350]: DEBUG nova.compute.manager [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.128311] env[69350]: DEBUG nova.network.neutron [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.159510] env[69350]: DEBUG oslo_vmware.api [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149093, 'name': ReconfigVM_Task, 'duration_secs': 0.490693} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.159953] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-8e4ef7fd-304b-4a0a-9130-56a27611470d/volume-8e4ef7fd-304b-4a0a-9130-56a27611470d.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.166535] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41b006c3-6df1-4833-908d-e68f74627479 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.189016] env[69350]: DEBUG oslo_vmware.api [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 915.189016] env[69350]: value = "task-4149094" [ 915.189016] env[69350]: _type = "Task" [ 915.189016] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.193196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquiring lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.194918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.195240] env[69350]: INFO nova.compute.manager [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Rebooting instance [ 915.204561] env[69350]: DEBUG oslo_vmware.api [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.221025] env[69350]: DEBUG nova.policy [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df702db1ec0b4a50a5e23e79b2f79d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15c998f3db3849e2b16e4d90ebaa7df4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.224780] env[69350]: DEBUG nova.network.neutron [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Port 2969b78b-060c-4eef-8a37-72a6ce7c5389 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 915.469853] env[69350]: DEBUG nova.compute.manager [req-398af35b-7d83-4d16-b246-9dca60acdd16 req-85a2193f-abaa-4653-8224-489b2909f9b6 service nova] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Received event network-vif-plugged-f07f0b3d-f71e-489d-978f-35602dbe52e5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.470192] env[69350]: DEBUG oslo_concurrency.lockutils [req-398af35b-7d83-4d16-b246-9dca60acdd16 req-85a2193f-abaa-4653-8224-489b2909f9b6 service nova] Acquiring lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.470479] env[69350]: DEBUG oslo_concurrency.lockutils [req-398af35b-7d83-4d16-b246-9dca60acdd16 req-85a2193f-abaa-4653-8224-489b2909f9b6 service nova] Lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.470535] env[69350]: DEBUG oslo_concurrency.lockutils [req-398af35b-7d83-4d16-b246-9dca60acdd16 req-85a2193f-abaa-4653-8224-489b2909f9b6 service nova] Lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.470697] env[69350]: DEBUG nova.compute.manager [req-398af35b-7d83-4d16-b246-9dca60acdd16 req-85a2193f-abaa-4653-8224-489b2909f9b6 service nova] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] No waiting events found dispatching network-vif-plugged-f07f0b3d-f71e-489d-978f-35602dbe52e5 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.470865] env[69350]: WARNING nova.compute.manager [req-398af35b-7d83-4d16-b246-9dca60acdd16 req-85a2193f-abaa-4653-8224-489b2909f9b6 service nova] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Received unexpected event network-vif-plugged-f07f0b3d-f71e-489d-978f-35602dbe52e5 for instance with vm_state building and task_state spawning. [ 915.581562] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4f682b-34db-455d-8bca-8f848572e30f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.588451] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd236ed1-6902-404f-b26e-a48a58c178af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.624578] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e19e7a-5677-49fb-87bd-c0c94b1c1dfa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.632766] env[69350]: DEBUG nova.compute.manager [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.644224] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788e1bc4-4c12-4b93-8a1e-9c23d5a3e7ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.660676] env[69350]: DEBUG nova.compute.provider_tree [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.698393] env[69350]: DEBUG oslo_vmware.api [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149094, 'name': ReconfigVM_Task, 'duration_secs': 0.147589} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.700048] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821606', 'volume_id': '8e4ef7fd-304b-4a0a-9130-56a27611470d', 'name': 'volume-8e4ef7fd-304b-4a0a-9130-56a27611470d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd2176f3-fc16-463d-8047-7bb04aa6823d', 'attached_at': '', 'detached_at': '', 'volume_id': '8e4ef7fd-304b-4a0a-9130-56a27611470d', 'serial': '8e4ef7fd-304b-4a0a-9130-56a27611470d'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 915.717766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquiring lock "refresh_cache-928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.718120] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquired lock "refresh_cache-928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.718187] env[69350]: DEBUG nova.network.neutron [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.970429] env[69350]: DEBUG nova.network.neutron [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Successfully updated port: f07f0b3d-f71e-489d-978f-35602dbe52e5 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.065788] env[69350]: DEBUG nova.network.neutron [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Successfully created port: d43e8bdc-8ee6-4fd5-a611-9032905c2d17 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.164107] env[69350]: DEBUG nova.scheduler.client.report [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.256343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "839d9db5-bbec-478b-9d79-26b43467da5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.256732] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "839d9db5-bbec-478b-9d79-26b43467da5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.256975] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "839d9db5-bbec-478b-9d79-26b43467da5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.473918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquiring lock "refresh_cache-e32fbbf9-7be3-4a59-a190-d27cdfb1e357" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.473918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquired lock "refresh_cache-e32fbbf9-7be3-4a59-a190-d27cdfb1e357" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.474194] env[69350]: DEBUG nova.network.neutron [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.502698] env[69350]: DEBUG nova.network.neutron [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Updating instance_info_cache with network_info: [{"id": "aa464498-5aab-4473-820d-5c2bf16868a9", "address": "fa:16:3e:f2:79:59", "network": {"id": "a7070d0a-172a-46b9-a03f-aa99ead2a9a2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1202752241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83f2be3528046519e0eeeb766e12d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa464498-5a", "ovs_interfaceid": "aa464498-5aab-4473-820d-5c2bf16868a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.646560] env[69350]: DEBUG nova.compute.manager [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.672304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.675028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.606s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.675214] env[69350]: DEBUG nova.objects.instance [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lazy-loading 'resources' on Instance uuid 219f08aa-ebaa-44f0-9bc9-1a0401fabb23 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.678828] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.679034] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.679034] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.679266] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.680741] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.680741] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.680741] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.680741] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.680741] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.680741] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.680741] env[69350]: DEBUG nova.virt.hardware [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.681637] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1412db83-7e93-43ca-9a03-e25e6633ff8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.694209] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef906a3c-6fca-49e7-8e5e-a0c0f7cdd9c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.766261] env[69350]: DEBUG nova.objects.instance [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lazy-loading 'flavor' on Instance uuid fd2176f3-fc16-463d-8047-7bb04aa6823d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.006166] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Releasing lock "refresh_cache-928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.015454] env[69350]: DEBUG nova.network.neutron [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.196040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61e054ce-2bfd-4b54-be3c-0676ba9b9c0a tempest-ServerActionsV293TestJSON-480392759 tempest-ServerActionsV293TestJSON-480392759-project-member] Lock "1360f777-e835-4b01-af85-4dcc61e29f58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.438s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.204541] env[69350]: DEBUG nova.network.neutron [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Updating instance_info_cache with network_info: [{"id": "f07f0b3d-f71e-489d-978f-35602dbe52e5", "address": "fa:16:3e:ba:9c:0e", "network": {"id": "35998136-4300-454a-a6d7-69c1c7742492", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1552052490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01a99985d62d412bad729f0f65859a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07f0b3d-f7", "ovs_interfaceid": "f07f0b3d-f71e-489d-978f-35602dbe52e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.248095] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquiring lock "a673f247-5537-40ee-a707-b537faf8d9e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.248357] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lock "a673f247-5537-40ee-a707-b537faf8d9e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.270874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-64131296-7cb4-4eef-9017-824deffb2e22 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.377s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.309160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.309234] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.309403] env[69350]: DEBUG nova.network.neutron [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.510808] env[69350]: DEBUG nova.compute.manager [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.512067] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208ae8d0-8fb4-45cc-ae41-cbfe8170615a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.520756] env[69350]: DEBUG nova.compute.manager [req-2c789fd3-8d4d-40a4-a5b0-ce1c739a4ac5 req-c7021746-a4d6-483e-b24f-cf3100d22ee6 service nova] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Received event network-changed-f07f0b3d-f71e-489d-978f-35602dbe52e5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.520756] env[69350]: DEBUG nova.compute.manager [req-2c789fd3-8d4d-40a4-a5b0-ce1c739a4ac5 req-c7021746-a4d6-483e-b24f-cf3100d22ee6 service nova] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Refreshing instance network info cache due to event network-changed-f07f0b3d-f71e-489d-978f-35602dbe52e5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.520756] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c789fd3-8d4d-40a4-a5b0-ce1c739a4ac5 req-c7021746-a4d6-483e-b24f-cf3100d22ee6 service nova] Acquiring lock "refresh_cache-e32fbbf9-7be3-4a59-a190-d27cdfb1e357" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.707153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf14562-c8cc-47d4-adaf-4a7cd9b2f4d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.712248] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Releasing lock "refresh_cache-e32fbbf9-7be3-4a59-a190-d27cdfb1e357" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.712578] env[69350]: DEBUG nova.compute.manager [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Instance network_info: |[{"id": "f07f0b3d-f71e-489d-978f-35602dbe52e5", "address": "fa:16:3e:ba:9c:0e", "network": {"id": "35998136-4300-454a-a6d7-69c1c7742492", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1552052490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01a99985d62d412bad729f0f65859a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07f0b3d-f7", "ovs_interfaceid": "f07f0b3d-f71e-489d-978f-35602dbe52e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.713136] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c789fd3-8d4d-40a4-a5b0-ce1c739a4ac5 req-c7021746-a4d6-483e-b24f-cf3100d22ee6 service nova] Acquired lock "refresh_cache-e32fbbf9-7be3-4a59-a190-d27cdfb1e357" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.713329] env[69350]: DEBUG nova.network.neutron [req-2c789fd3-8d4d-40a4-a5b0-ce1c739a4ac5 req-c7021746-a4d6-483e-b24f-cf3100d22ee6 service nova] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Refreshing network info cache for port f07f0b3d-f71e-489d-978f-35602dbe52e5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.714876] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:9c:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f07f0b3d-f71e-489d-978f-35602dbe52e5', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.724903] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Creating folder: Project (01a99985d62d412bad729f0f65859a44). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.726766] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e82453a-9bb0-4d7d-8446-4204acce2416 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.732654] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbd2c61-5d58-458d-b825-eb941579515c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.768232] env[69350]: DEBUG nova.compute.manager [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.775707] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd4aaab-bcfb-454c-a2cd-0925c6ec59f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.778941] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Created folder: Project (01a99985d62d412bad729f0f65859a44) in parent group-v821414. [ 917.779227] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Creating folder: Instances. Parent ref: group-v821607. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.780395] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac3a8301-a6aa-4533-ad98-7c0defd7109c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.787905] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e484788b-95be-48a4-9c7c-343baf193558 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.796811] env[69350]: DEBUG nova.network.neutron [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Successfully updated port: d43e8bdc-8ee6-4fd5-a611-9032905c2d17 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.798301] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Created folder: Instances in parent group-v821607. [ 917.798583] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.799677] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.799987] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36f8b36a-e694-466b-ba68-c14831c27253 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.828894] env[69350]: DEBUG nova.compute.provider_tree [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.836355] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.836355] env[69350]: value = "task-4149097" [ 917.836355] env[69350]: _type = "Task" [ 917.836355] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.846310] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149097, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.051343] env[69350]: DEBUG nova.network.neutron [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance_info_cache with network_info: [{"id": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "address": "fa:16:3e:b7:ae:e2", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2969b78b-06", "ovs_interfaceid": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.303023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "refresh_cache-ea875cca-f92c-4509-a97c-c704627dec6e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.303023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "refresh_cache-ea875cca-f92c-4509-a97c-c704627dec6e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.303023] env[69350]: DEBUG nova.network.neutron [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.303023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.332233] env[69350]: DEBUG nova.scheduler.client.report [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.350325] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149097, 'name': CreateVM_Task, 'duration_secs': 0.359442} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.350325] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.350325] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.350511] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.350822] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.351220] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25eb81e6-fc60-4a8e-8354-0fe3153b4477 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.364059] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for the task: (returnval){ [ 918.364059] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522a1e71-fa65-b122-a370-9666d6d39c37" [ 918.364059] env[69350]: _type = "Task" [ 918.364059] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.372871] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522a1e71-fa65-b122-a370-9666d6d39c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.453825] env[69350]: DEBUG nova.network.neutron [req-2c789fd3-8d4d-40a4-a5b0-ce1c739a4ac5 req-c7021746-a4d6-483e-b24f-cf3100d22ee6 service nova] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Updated VIF entry in instance network info cache for port f07f0b3d-f71e-489d-978f-35602dbe52e5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.454252] env[69350]: DEBUG nova.network.neutron [req-2c789fd3-8d4d-40a4-a5b0-ce1c739a4ac5 req-c7021746-a4d6-483e-b24f-cf3100d22ee6 service nova] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Updating instance_info_cache with network_info: [{"id": "f07f0b3d-f71e-489d-978f-35602dbe52e5", "address": "fa:16:3e:ba:9c:0e", "network": {"id": "35998136-4300-454a-a6d7-69c1c7742492", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1552052490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01a99985d62d412bad729f0f65859a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07f0b3d-f7", "ovs_interfaceid": "f07f0b3d-f71e-489d-978f-35602dbe52e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.543276] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d343d9e-0c78-49e4-ad4e-7f5b4374150d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.551142] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Doing hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 918.551657] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bc31c794-92a4-46ff-a14d-7d830f86fa61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.554256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.560706] env[69350]: DEBUG oslo_vmware.api [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 918.560706] env[69350]: value = "task-4149098" [ 918.560706] env[69350]: _type = "Task" [ 918.560706] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.570935] env[69350]: DEBUG oslo_vmware.api [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149098, 'name': ResetVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.835792] env[69350]: DEBUG nova.network.neutron [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.839594] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.840634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.524s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.840870] env[69350]: DEBUG nova.objects.instance [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lazy-loading 'resources' on Instance uuid effb7a42-5fe9-49b5-b4f4-95d5330466a5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.869964] env[69350]: INFO nova.scheduler.client.report [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Deleted allocations for instance 219f08aa-ebaa-44f0-9bc9-1a0401fabb23 [ 918.877662] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522a1e71-fa65-b122-a370-9666d6d39c37, 'name': SearchDatastore_Task, 'duration_secs': 0.012617} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.885761] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.886065] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.886318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.886457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.886636] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.886945] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4f5a0bf-b6ad-474c-b044-9a131e5dbe31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.901993] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.902344] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.903377] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a932a8-0564-4a6f-bfb4-1b17d3e88984 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.911839] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for the task: (returnval){ [ 918.911839] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521606fc-c493-e9bb-523b-9baf38e9f82f" [ 918.911839] env[69350]: _type = "Task" [ 918.911839] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.923989] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521606fc-c493-e9bb-523b-9baf38e9f82f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.957908] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c789fd3-8d4d-40a4-a5b0-ce1c739a4ac5 req-c7021746-a4d6-483e-b24f-cf3100d22ee6 service nova] Releasing lock "refresh_cache-e32fbbf9-7be3-4a59-a190-d27cdfb1e357" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.012424] env[69350]: DEBUG nova.network.neutron [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Updating instance_info_cache with network_info: [{"id": "d43e8bdc-8ee6-4fd5-a611-9032905c2d17", "address": "fa:16:3e:31:af:43", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43e8bdc-8e", "ovs_interfaceid": "d43e8bdc-8ee6-4fd5-a611-9032905c2d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.076960] env[69350]: DEBUG oslo_vmware.api [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149098, 'name': ResetVM_Task, 'duration_secs': 0.114261} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.077266] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Did hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 919.077454] env[69350]: DEBUG nova.compute.manager [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.078255] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08646d70-1ee7-4bb2-aeea-3af9077fc5c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.082199] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d524a6d-7cef-43f4-b4e0-1abe9be2e33e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.110110] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6043deb7-bc4d-47f9-b438-5f6900567a71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.118223] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance '839d9db5-bbec-478b-9d79-26b43467da5b' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.309553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.309854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.388710] env[69350]: DEBUG oslo_concurrency.lockutils [None req-65831a6b-1b85-4448-b58c-952e4d6cd5f3 tempest-MigrationsAdminTest-544745941 tempest-MigrationsAdminTest-544745941-project-member] Lock "219f08aa-ebaa-44f0-9bc9-1a0401fabb23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.280s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.428932] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521606fc-c493-e9bb-523b-9baf38e9f82f, 'name': SearchDatastore_Task, 'duration_secs': 0.015273} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.430300] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6459e108-36bf-420c-abc8-6b3d6a70f14a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.439612] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for the task: (returnval){ [ 919.439612] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d444a7-34a1-c32e-d76c-330409233919" [ 919.439612] env[69350]: _type = "Task" [ 919.439612] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.458139] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d444a7-34a1-c32e-d76c-330409233919, 'name': SearchDatastore_Task, 'duration_secs': 0.01448} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.462574] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.463073] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] e32fbbf9-7be3-4a59-a190-d27cdfb1e357/e32fbbf9-7be3-4a59-a190-d27cdfb1e357.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.463734] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27bde4de-7132-486a-9d5d-b324ab3c810e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.473481] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for the task: (returnval){ [ 919.473481] env[69350]: value = "task-4149099" [ 919.473481] env[69350]: _type = "Task" [ 919.473481] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.485370] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.515045] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "refresh_cache-ea875cca-f92c-4509-a97c-c704627dec6e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.515408] env[69350]: DEBUG nova.compute.manager [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Instance network_info: |[{"id": "d43e8bdc-8ee6-4fd5-a611-9032905c2d17", "address": "fa:16:3e:31:af:43", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43e8bdc-8e", "ovs_interfaceid": "d43e8bdc-8ee6-4fd5-a611-9032905c2d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.516069] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:af:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd43e8bdc-8ee6-4fd5-a611-9032905c2d17', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.524676] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.524924] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.525208] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f56b65c-b4ce-45c6-bd64-75055fbc5097 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.549089] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.549089] env[69350]: value = "task-4149100" [ 919.549089] env[69350]: _type = "Task" [ 919.549089] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.559363] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149100, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.591021] env[69350]: DEBUG nova.compute.manager [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Received event network-vif-plugged-d43e8bdc-8ee6-4fd5-a611-9032905c2d17 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.591021] env[69350]: DEBUG oslo_concurrency.lockutils [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] Acquiring lock "ea875cca-f92c-4509-a97c-c704627dec6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.591340] env[69350]: DEBUG oslo_concurrency.lockutils [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] Lock "ea875cca-f92c-4509-a97c-c704627dec6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.591340] env[69350]: DEBUG oslo_concurrency.lockutils [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] Lock "ea875cca-f92c-4509-a97c-c704627dec6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.591614] env[69350]: DEBUG nova.compute.manager [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] No waiting events found dispatching network-vif-plugged-d43e8bdc-8ee6-4fd5-a611-9032905c2d17 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.591796] env[69350]: WARNING nova.compute.manager [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Received unexpected event network-vif-plugged-d43e8bdc-8ee6-4fd5-a611-9032905c2d17 for instance with vm_state building and task_state spawning. [ 919.591929] env[69350]: DEBUG nova.compute.manager [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Received event network-changed-d43e8bdc-8ee6-4fd5-a611-9032905c2d17 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.592117] env[69350]: DEBUG nova.compute.manager [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Refreshing instance network info cache due to event network-changed-d43e8bdc-8ee6-4fd5-a611-9032905c2d17. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.592311] env[69350]: DEBUG oslo_concurrency.lockutils [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] Acquiring lock "refresh_cache-ea875cca-f92c-4509-a97c-c704627dec6e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.592451] env[69350]: DEBUG oslo_concurrency.lockutils [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] Acquired lock "refresh_cache-ea875cca-f92c-4509-a97c-c704627dec6e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.592731] env[69350]: DEBUG nova.network.neutron [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Refreshing network info cache for port d43e8bdc-8ee6-4fd5-a611-9032905c2d17 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.616520] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1edac082-fa6a-4330-b6e7-4b5d865cf2d3 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.422s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.625955] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.627506] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6de3f733-5939-484e-a19d-e4d7170a6116 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.639688] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 919.639688] env[69350]: value = "task-4149101" [ 919.639688] env[69350]: _type = "Task" [ 919.639688] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.652372] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.758244] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f0c611-7b56-49e7-9166-387c40412fc4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.767685] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d1b2e1-c445-476d-9a4d-8ee28c5af807 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.800454] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab1808-bf82-43e7-b260-baf4adbaa01c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.810389] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5858f16b-4b93-4fea-b07c-5e9be370b670 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.816989] env[69350]: DEBUG nova.compute.manager [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.833201] env[69350]: DEBUG nova.compute.provider_tree [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.989802] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149099, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.065579] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149100, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.152212] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.337312] env[69350]: DEBUG nova.scheduler.client.report [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.343627] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.452223] env[69350]: DEBUG nova.network.neutron [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Updated VIF entry in instance network info cache for port d43e8bdc-8ee6-4fd5-a611-9032905c2d17. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.452223] env[69350]: DEBUG nova.network.neutron [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Updating instance_info_cache with network_info: [{"id": "d43e8bdc-8ee6-4fd5-a611-9032905c2d17", "address": "fa:16:3e:31:af:43", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43e8bdc-8e", "ovs_interfaceid": "d43e8bdc-8ee6-4fd5-a611-9032905c2d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.491432] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546013} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.491814] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] e32fbbf9-7be3-4a59-a190-d27cdfb1e357/e32fbbf9-7be3-4a59-a190-d27cdfb1e357.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.492127] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.492423] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ed7c035-0bc4-4ac7-8c68-61b512d5b89f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.502299] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for the task: (returnval){ [ 920.502299] env[69350]: value = "task-4149102" [ 920.502299] env[69350]: _type = "Task" [ 920.502299] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.513323] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.561623] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149100, 'name': CreateVM_Task, 'duration_secs': 0.844389} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.561969] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.562580] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.562778] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.563129] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.563391] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb4a0cfd-d81f-47e2-b4e4-4b3441dfcaad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.569214] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 920.569214] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52279119-229a-eac5-c23f-5d21056ad2c3" [ 920.569214] env[69350]: _type = "Task" [ 920.569214] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.577807] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52279119-229a-eac5-c23f-5d21056ad2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.652524] env[69350]: DEBUG oslo_vmware.api [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149101, 'name': PowerOnVM_Task, 'duration_secs': 0.909558} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.653691] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.653691] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6fa749-0fc9-44bc-abb0-e7297f7af3f5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance '839d9db5-bbec-478b-9d79-26b43467da5b' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.741982] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquiring lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.742275] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.742488] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquiring lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.742943] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.742943] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.747486] env[69350]: INFO nova.compute.manager [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Terminating instance [ 920.846136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.848876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.345s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.850551] env[69350]: INFO nova.compute.claims [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.871021] env[69350]: INFO nova.scheduler.client.report [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Deleted allocations for instance effb7a42-5fe9-49b5-b4f4-95d5330466a5 [ 920.954585] env[69350]: DEBUG oslo_concurrency.lockutils [req-2abfb4b3-c11f-47cf-b6e5-f82916f7b393 req-068dd76e-1839-4a3e-8ae2-4b10358be4f8 service nova] Releasing lock "refresh_cache-ea875cca-f92c-4509-a97c-c704627dec6e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.013354] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072894} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.013682] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.014554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73699ee-e38e-4484-9756-e0fde9d9d50d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.039530] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] e32fbbf9-7be3-4a59-a190-d27cdfb1e357/e32fbbf9-7be3-4a59-a190-d27cdfb1e357.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.039716] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e618b3-9d41-48b2-aea4-8a72a171f3cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.059700] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for the task: (returnval){ [ 921.059700] env[69350]: value = "task-4149103" [ 921.059700] env[69350]: _type = "Task" [ 921.059700] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.068439] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.078833] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52279119-229a-eac5-c23f-5d21056ad2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.023634} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.079180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.079440] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.079713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.079866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.080065] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.080334] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d0cb969-b072-4f96-a74a-3e6f694d0fee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.090728] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.090938] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.091789] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5efbc588-91c6-4ae3-b5e0-8beb76214c55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.100087] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 921.100087] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52544831-e0cf-00e9-58ec-1064207daf21" [ 921.100087] env[69350]: _type = "Task" [ 921.100087] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.109709] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52544831-e0cf-00e9-58ec-1064207daf21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.251852] env[69350]: DEBUG nova.compute.manager [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.252111] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.253047] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b27402-b144-4ccf-9730-dd350d9b7ade {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.263846] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.264136] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e67357e-0b7d-4a80-afe6-631330635585 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.270726] env[69350]: DEBUG oslo_vmware.api [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 921.270726] env[69350]: value = "task-4149104" [ 921.270726] env[69350]: _type = "Task" [ 921.270726] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.279921] env[69350]: DEBUG oslo_vmware.api [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.379094] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5a8d4f5-ec4f-4ff6-a193-82b1cb52227c tempest-ServersAdminTestJSON-624451732 tempest-ServersAdminTestJSON-624451732-project-member] Lock "effb7a42-5fe9-49b5-b4f4-95d5330466a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.744s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.572888] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.613784] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52544831-e0cf-00e9-58ec-1064207daf21, 'name': SearchDatastore_Task, 'duration_secs': 0.011821} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.615161] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612c2038-164b-49fe-8b46-cd7f0269b03c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.622289] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 921.622289] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527865b8-171e-e795-680c-6225114bc1bd" [ 921.622289] env[69350]: _type = "Task" [ 921.622289] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.634633] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527865b8-171e-e795-680c-6225114bc1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.781969] env[69350]: DEBUG oslo_vmware.api [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149104, 'name': PowerOffVM_Task, 'duration_secs': 0.199106} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.782235] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.783026] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.783026] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eaf624a-22bb-468f-b7bc-e8ad6c7060e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.865228] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.866604] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.866604] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Deleting the datastore file [datastore1] 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.866833] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f075083a-1777-40b1-a4ca-8711ada81845 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.874634] env[69350]: DEBUG oslo_vmware.api [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for the task: (returnval){ [ 921.874634] env[69350]: value = "task-4149106" [ 921.874634] env[69350]: _type = "Task" [ 921.874634] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.891177] env[69350]: DEBUG oslo_vmware.api [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.076196] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149103, 'name': ReconfigVM_Task, 'duration_secs': 0.542334} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.077064] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Reconfigured VM instance instance-00000042 to attach disk [datastore2] e32fbbf9-7be3-4a59-a190-d27cdfb1e357/e32fbbf9-7be3-4a59-a190-d27cdfb1e357.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.081162] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a7c46e7-9147-4f7b-9105-9da56c046b0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.089755] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for the task: (returnval){ [ 922.089755] env[69350]: value = "task-4149107" [ 922.089755] env[69350]: _type = "Task" [ 922.089755] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.105100] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149107, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.133375] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527865b8-171e-e795-680c-6225114bc1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013332} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.136770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.137119] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] ea875cca-f92c-4509-a97c-c704627dec6e/ea875cca-f92c-4509-a97c-c704627dec6e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.137896] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42b66ac7-14c2-433c-8780-d793ba35c628 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.145827] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 922.145827] env[69350]: value = "task-4149108" [ 922.145827] env[69350]: _type = "Task" [ 922.145827] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.158835] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.306304] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6f9544-eefa-4cd2-a19c-0f4807054883 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.314776] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e457bd-4d27-4787-9998-9c1b7f9d5e1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.347034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc7abdb-f62a-4f85-916f-4289b357faef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.363530] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62601e82-0b20-40f8-8d45-0346005faabb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.379729] env[69350]: DEBUG nova.compute.provider_tree [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.391494] env[69350]: DEBUG oslo_vmware.api [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Task: {'id': task-4149106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318559} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.391799] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.391992] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.392193] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.392367] env[69350]: INFO nova.compute.manager [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 922.392613] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.393062] env[69350]: DEBUG nova.compute.manager [-] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.393165] env[69350]: DEBUG nova.network.neutron [-] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.602235] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149107, 'name': Rename_Task, 'duration_secs': 0.144587} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.602675] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.603510] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed0d7b0-13fb-4160-8a6d-343c368ab15d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.612149] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for the task: (returnval){ [ 922.612149] env[69350]: value = "task-4149109" [ 922.612149] env[69350]: _type = "Task" [ 922.612149] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.624066] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.643734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquiring lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.644009] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.661030] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149108, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.863146] env[69350]: DEBUG oslo_concurrency.lockutils [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "839d9db5-bbec-478b-9d79-26b43467da5b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.863459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "839d9db5-bbec-478b-9d79-26b43467da5b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.863696] env[69350]: DEBUG nova.compute.manager [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Going to confirm migration 4 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 922.885813] env[69350]: DEBUG nova.scheduler.client.report [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.980869] env[69350]: DEBUG nova.compute.manager [req-db7649b5-0bd1-4a0c-bf1c-eb8b635f87b0 req-d5b424c3-0d55-4665-ac8b-871b4db2657e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Received event network-vif-deleted-aa464498-5aab-4473-820d-5c2bf16868a9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.980969] env[69350]: INFO nova.compute.manager [req-db7649b5-0bd1-4a0c-bf1c-eb8b635f87b0 req-d5b424c3-0d55-4665-ac8b-871b4db2657e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Neutron deleted interface aa464498-5aab-4473-820d-5c2bf16868a9; detaching it from the instance and deleting it from the info cache [ 922.981281] env[69350]: DEBUG nova.network.neutron [req-db7649b5-0bd1-4a0c-bf1c-eb8b635f87b0 req-d5b424c3-0d55-4665-ac8b-871b4db2657e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.128104] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.154042] env[69350]: DEBUG nova.compute.manager [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.168851] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730787} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.169287] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] ea875cca-f92c-4509-a97c-c704627dec6e/ea875cca-f92c-4509-a97c-c704627dec6e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.169468] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.170039] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1866c92d-f271-4bfc-b63e-0e3ba9edc58f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.178614] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 923.178614] env[69350]: value = "task-4149110" [ 923.178614] env[69350]: _type = "Task" [ 923.178614] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.189808] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.362603] env[69350]: DEBUG nova.network.neutron [-] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.394030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.394030] env[69350]: DEBUG nova.compute.manager [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.396360] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.501s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.396752] env[69350]: DEBUG nova.objects.instance [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lazy-loading 'resources' on Instance uuid c88e959f-7974-480e-b0d3-35f5afaeea97 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.477761] env[69350]: DEBUG oslo_concurrency.lockutils [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.477761] env[69350]: DEBUG oslo_concurrency.lockutils [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.477761] env[69350]: DEBUG nova.network.neutron [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.477761] env[69350]: DEBUG nova.objects.instance [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lazy-loading 'info_cache' on Instance uuid 839d9db5-bbec-478b-9d79-26b43467da5b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.483541] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-567fea46-a2b2-44d9-afd0-44780cb88b3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.495654] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a1e758-93b7-4631-9b2e-008d64090165 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.534859] env[69350]: DEBUG nova.compute.manager [req-db7649b5-0bd1-4a0c-bf1c-eb8b635f87b0 req-d5b424c3-0d55-4665-ac8b-871b4db2657e service nova] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Detach interface failed, port_id=aa464498-5aab-4473-820d-5c2bf16868a9, reason: Instance 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.624217] env[69350]: DEBUG oslo_vmware.api [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149109, 'name': PowerOnVM_Task, 'duration_secs': 0.582106} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.624537] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.624747] env[69350]: INFO nova.compute.manager [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Took 9.20 seconds to spawn the instance on the hypervisor. [ 923.624938] env[69350]: DEBUG nova.compute.manager [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.625742] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39544cac-95b3-44f0-b9b5-0d1053a10fb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.679846] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.689884] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078913} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.690249] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.691819] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04fa6c0-0fb6-4a04-8765-a38659d7f5f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.715373] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] ea875cca-f92c-4509-a97c-c704627dec6e/ea875cca-f92c-4509-a97c-c704627dec6e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.715630] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8908674a-3b0d-40c0-81c3-adb61ceb7dee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.736946] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 923.736946] env[69350]: value = "task-4149111" [ 923.736946] env[69350]: _type = "Task" [ 923.736946] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.746634] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.866235] env[69350]: INFO nova.compute.manager [-] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Took 1.47 seconds to deallocate network for instance. [ 923.902137] env[69350]: DEBUG nova.compute.utils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.904695] env[69350]: DEBUG nova.compute.manager [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.904968] env[69350]: DEBUG nova.network.neutron [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.972982] env[69350]: DEBUG nova.policy [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc94560cfaa44259f08b4255e62d12f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e32d5858df8f4b7dac6e2697c2a1c4eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.146301] env[69350]: INFO nova.compute.manager [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Took 29.96 seconds to build instance. [ 924.253297] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.373607] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.377455] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec44a5fa-e4ae-4efe-bc77-7e38b68935f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.388243] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a14c259-bb83-43b8-a45d-f4271fdba35d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.422787] env[69350]: DEBUG nova.compute.manager [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.426226] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2827ee4c-0fdf-4e66-9f0a-973f2ee74cac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.439744] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef17541-8008-402a-81a4-cdfbe14c603a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.457475] env[69350]: DEBUG nova.compute.provider_tree [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.457864] env[69350]: DEBUG nova.network.neutron [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Successfully created port: 5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.647108] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e33e9ce-bbf1-4f12-a882-0d8cfc4429a7 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.467s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.725312] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquiring lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.726678] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.726678] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquiring lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.726678] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.726678] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.728888] env[69350]: INFO nova.compute.manager [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Terminating instance [ 924.753773] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149111, 'name': ReconfigVM_Task, 'duration_secs': 0.950066} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.753773] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] ea875cca-f92c-4509-a97c-c704627dec6e/ea875cca-f92c-4509-a97c-c704627dec6e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.757694] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0896d73b-5731-414c-a1aa-84a922698b27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.763529] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 924.763529] env[69350]: value = "task-4149112" [ 924.763529] env[69350]: _type = "Task" [ 924.763529] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.775405] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149112, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.857360] env[69350]: DEBUG nova.network.neutron [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance_info_cache with network_info: [{"id": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "address": "fa:16:3e:b7:ae:e2", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2969b78b-06", "ovs_interfaceid": "2969b78b-060c-4eef-8a37-72a6ce7c5389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.962410] env[69350]: DEBUG nova.scheduler.client.report [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.243176] env[69350]: DEBUG nova.compute.manager [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.243176] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.243660] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238a970e-c36d-434e-8bf0-196401215cd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.252440] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.252708] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4fd3d00-fdac-431e-8ee7-a218fef3e20b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.260736] env[69350]: DEBUG oslo_vmware.api [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for the task: (returnval){ [ 925.260736] env[69350]: value = "task-4149113" [ 925.260736] env[69350]: _type = "Task" [ 925.260736] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.279419] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149112, 'name': Rename_Task, 'duration_secs': 0.276951} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.283819] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.284101] env[69350]: DEBUG oslo_vmware.api [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.284356] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef072100-d072-4f94-8382-c59a43aab351 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.292525] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 925.292525] env[69350]: value = "task-4149114" [ 925.292525] env[69350]: _type = "Task" [ 925.292525] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.302433] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.360420] env[69350]: DEBUG oslo_concurrency.lockutils [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-839d9db5-bbec-478b-9d79-26b43467da5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.360819] env[69350]: DEBUG nova.objects.instance [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lazy-loading 'migration_context' on Instance uuid 839d9db5-bbec-478b-9d79-26b43467da5b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.443605] env[69350]: DEBUG nova.compute.manager [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.470778] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.473910] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.995s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.475580] env[69350]: INFO nova.compute.claims [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.480664] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.480664] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.480839] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.481059] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.481260] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.481488] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.481784] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.482090] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.482223] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.482504] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.482765] env[69350]: DEBUG nova.virt.hardware [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.483780] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a84c05-548b-4760-ad09-e4867ebfd26d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.495065] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef5c249-3bf3-46d9-adad-89a212285890 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.515294] env[69350]: INFO nova.scheduler.client.report [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Deleted allocations for instance c88e959f-7974-480e-b0d3-35f5afaeea97 [ 925.771835] env[69350]: DEBUG oslo_vmware.api [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149113, 'name': PowerOffVM_Task, 'duration_secs': 0.189062} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.772170] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.772372] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.772637] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e134f4d-fe99-40e2-ac6e-cae72e0be46a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.806034] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149114, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.844549] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.844849] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.845155] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Deleting the datastore file [datastore2] e32fbbf9-7be3-4a59-a190-d27cdfb1e357 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.845482] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a01479-5d24-42d3-8bbd-23854f872ba8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.853593] env[69350]: DEBUG oslo_vmware.api [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for the task: (returnval){ [ 925.853593] env[69350]: value = "task-4149116" [ 925.853593] env[69350]: _type = "Task" [ 925.853593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.865864] env[69350]: DEBUG oslo_vmware.api [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.868194] env[69350]: DEBUG nova.objects.base [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Object Instance<839d9db5-bbec-478b-9d79-26b43467da5b> lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 925.870324] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f667105-92fb-4fbc-bbb4-9244978366e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.901942] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf556e9-265d-4579-9c3a-febe8e1cd62f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.913241] env[69350]: DEBUG oslo_vmware.api [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 925.913241] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a4ac3d-72c3-5b1b-6e3b-4e704c7992bd" [ 925.913241] env[69350]: _type = "Task" [ 925.913241] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.923315] env[69350]: DEBUG oslo_vmware.api [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a4ac3d-72c3-5b1b-6e3b-4e704c7992bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.024203] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4b6fc23-85cc-4cae-9f7b-24633d14da88 tempest-ServersAdminNegativeTestJSON-480893068 tempest-ServersAdminNegativeTestJSON-480893068-project-member] Lock "c88e959f-7974-480e-b0d3-35f5afaeea97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.743s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.081397] env[69350]: DEBUG nova.compute.manager [req-63690b0d-74d8-4209-9863-43b543a25aa6 req-9c05e76a-6f96-4ee5-b047-b02a94be2309 service nova] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Received event network-vif-plugged-5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.081397] env[69350]: DEBUG oslo_concurrency.lockutils [req-63690b0d-74d8-4209-9863-43b543a25aa6 req-9c05e76a-6f96-4ee5-b047-b02a94be2309 service nova] Acquiring lock "29f054c3-cf54-45ba-8322-36acd6df235d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.081397] env[69350]: DEBUG oslo_concurrency.lockutils [req-63690b0d-74d8-4209-9863-43b543a25aa6 req-9c05e76a-6f96-4ee5-b047-b02a94be2309 service nova] Lock "29f054c3-cf54-45ba-8322-36acd6df235d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.081532] env[69350]: DEBUG oslo_concurrency.lockutils [req-63690b0d-74d8-4209-9863-43b543a25aa6 req-9c05e76a-6f96-4ee5-b047-b02a94be2309 service nova] Lock "29f054c3-cf54-45ba-8322-36acd6df235d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.081764] env[69350]: DEBUG nova.compute.manager [req-63690b0d-74d8-4209-9863-43b543a25aa6 req-9c05e76a-6f96-4ee5-b047-b02a94be2309 service nova] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] No waiting events found dispatching network-vif-plugged-5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.082316] env[69350]: WARNING nova.compute.manager [req-63690b0d-74d8-4209-9863-43b543a25aa6 req-9c05e76a-6f96-4ee5-b047-b02a94be2309 service nova] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Received unexpected event network-vif-plugged-5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3 for instance with vm_state building and task_state spawning. [ 926.185647] env[69350]: DEBUG nova.network.neutron [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Successfully updated port: 5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.304021] env[69350]: DEBUG oslo_vmware.api [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149114, 'name': PowerOnVM_Task, 'duration_secs': 0.535961} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.304476] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.304686] env[69350]: INFO nova.compute.manager [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Took 9.66 seconds to spawn the instance on the hypervisor. [ 926.304871] env[69350]: DEBUG nova.compute.manager [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.305705] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86fa9af-0572-4502-b779-b24280909866 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.365176] env[69350]: DEBUG oslo_vmware.api [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Task: {'id': task-4149116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338147} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.365439] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.365631] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.365812] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.365985] env[69350]: INFO nova.compute.manager [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Took 1.12 seconds to destroy the instance on the hypervisor. [ 926.366244] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.366433] env[69350]: DEBUG nova.compute.manager [-] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.366526] env[69350]: DEBUG nova.network.neutron [-] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.423804] env[69350]: DEBUG oslo_vmware.api [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a4ac3d-72c3-5b1b-6e3b-4e704c7992bd, 'name': SearchDatastore_Task, 'duration_secs': 0.016067} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.423804] env[69350]: DEBUG oslo_concurrency.lockutils [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.693567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "refresh_cache-29f054c3-cf54-45ba-8322-36acd6df235d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.693567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "refresh_cache-29f054c3-cf54-45ba-8322-36acd6df235d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.693567] env[69350]: DEBUG nova.network.neutron [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.827783] env[69350]: INFO nova.compute.manager [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Took 32.11 seconds to build instance. [ 926.943247] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d4daeb-cebb-4ee8-a8de-40e7480142d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.952837] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d269f86-8817-4e54-a04d-7cae40b29d43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.989597] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951ba1f3-1d02-43a0-8607-ba6987375a13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.000526] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52283e8a-6ea5-4178-9c83-63a7ce9e5bb3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.018435] env[69350]: DEBUG nova.compute.provider_tree [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.192215] env[69350]: DEBUG nova.network.neutron [-] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.245510] env[69350]: DEBUG nova.network.neutron [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.330434] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0fe0759-738d-439b-9d50-820c325e92c8 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.623s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.446680] env[69350]: DEBUG nova.network.neutron [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Updating instance_info_cache with network_info: [{"id": "5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3", "address": "fa:16:3e:53:b6:0a", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0aa03a-cf", "ovs_interfaceid": "5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.522561] env[69350]: DEBUG nova.scheduler.client.report [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.696027] env[69350]: INFO nova.compute.manager [-] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Took 1.33 seconds to deallocate network for instance. [ 927.949598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "refresh_cache-29f054c3-cf54-45ba-8322-36acd6df235d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.950214] env[69350]: DEBUG nova.compute.manager [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Instance network_info: |[{"id": "5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3", "address": "fa:16:3e:53:b6:0a", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0aa03a-cf", "ovs_interfaceid": "5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.950876] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:b6:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.962311] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.962764] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.963089] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b4e0aca-0d4b-47fb-9711-f2cd648ad58b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.995951] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.995951] env[69350]: value = "task-4149117" [ 927.995951] env[69350]: _type = "Task" [ 927.995951] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.012749] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149117, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.028666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.029244] env[69350]: DEBUG nova.compute.manager [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.032649] env[69350]: DEBUG oslo_concurrency.lockutils [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.503s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.032649] env[69350]: DEBUG nova.objects.instance [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 928.207567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.512828] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149117, 'name': CreateVM_Task, 'duration_secs': 0.484423} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.513453] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.514846] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.516317] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.516806] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.517210] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3854cc6-2d5b-4ce4-9d8d-e9dbf3d8848b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.527296] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 928.527296] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b46971-b4ee-ea63-ba74-e1cd3ace891f" [ 928.527296] env[69350]: _type = "Task" [ 928.527296] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.536921] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b46971-b4ee-ea63-ba74-e1cd3ace891f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.542789] env[69350]: DEBUG nova.compute.utils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.548283] env[69350]: DEBUG nova.compute.manager [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.550368] env[69350]: DEBUG nova.network.neutron [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.628651] env[69350]: DEBUG nova.policy [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09d02eea6c5f40c4b4ed29603f15c9ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd579a63708ea438991dbf95457173644', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.755950] env[69350]: DEBUG nova.compute.manager [req-c312626d-a0a2-4717-83e5-ecc2bae3b700 req-55d0e6d3-0513-486e-a6a9-bb1960929a54 service nova] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Received event network-changed-5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.756352] env[69350]: DEBUG nova.compute.manager [req-c312626d-a0a2-4717-83e5-ecc2bae3b700 req-55d0e6d3-0513-486e-a6a9-bb1960929a54 service nova] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Refreshing instance network info cache due to event network-changed-5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.756752] env[69350]: DEBUG oslo_concurrency.lockutils [req-c312626d-a0a2-4717-83e5-ecc2bae3b700 req-55d0e6d3-0513-486e-a6a9-bb1960929a54 service nova] Acquiring lock "refresh_cache-29f054c3-cf54-45ba-8322-36acd6df235d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.756752] env[69350]: DEBUG oslo_concurrency.lockutils [req-c312626d-a0a2-4717-83e5-ecc2bae3b700 req-55d0e6d3-0513-486e-a6a9-bb1960929a54 service nova] Acquired lock "refresh_cache-29f054c3-cf54-45ba-8322-36acd6df235d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.756921] env[69350]: DEBUG nova.network.neutron [req-c312626d-a0a2-4717-83e5-ecc2bae3b700 req-55d0e6d3-0513-486e-a6a9-bb1960929a54 service nova] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Refreshing network info cache for port 5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.919624] env[69350]: DEBUG nova.compute.manager [req-e5345940-6101-494b-a83f-52b66c036cf4 req-b2d18d76-0180-4f3d-8cdd-e316c393999c service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Received event network-changed-d43e8bdc-8ee6-4fd5-a611-9032905c2d17 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.919932] env[69350]: DEBUG nova.compute.manager [req-e5345940-6101-494b-a83f-52b66c036cf4 req-b2d18d76-0180-4f3d-8cdd-e316c393999c service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Refreshing instance network info cache due to event network-changed-d43e8bdc-8ee6-4fd5-a611-9032905c2d17. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.921862] env[69350]: DEBUG oslo_concurrency.lockutils [req-e5345940-6101-494b-a83f-52b66c036cf4 req-b2d18d76-0180-4f3d-8cdd-e316c393999c service nova] Acquiring lock "refresh_cache-ea875cca-f92c-4509-a97c-c704627dec6e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.921862] env[69350]: DEBUG oslo_concurrency.lockutils [req-e5345940-6101-494b-a83f-52b66c036cf4 req-b2d18d76-0180-4f3d-8cdd-e316c393999c service nova] Acquired lock "refresh_cache-ea875cca-f92c-4509-a97c-c704627dec6e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.921862] env[69350]: DEBUG nova.network.neutron [req-e5345940-6101-494b-a83f-52b66c036cf4 req-b2d18d76-0180-4f3d-8cdd-e316c393999c service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Refreshing network info cache for port d43e8bdc-8ee6-4fd5-a611-9032905c2d17 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.050539] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b46971-b4ee-ea63-ba74-e1cd3ace891f, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.050539] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.050539] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.050539] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.050539] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.050932] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.050932] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bc4f3c5-5b49-4f92-8c7c-0fef7de62162 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.053481] env[69350]: DEBUG nova.compute.manager [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.059222] env[69350]: DEBUG oslo_concurrency.lockutils [None req-138c8adc-3463-4794-afa2-55b9b1de6723 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.060603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.357s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.060928] env[69350]: DEBUG nova.objects.instance [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lazy-loading 'resources' on Instance uuid a6d023c6-8a1a-4dc1-b94d-58c5e5119d98 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.071738] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.072060] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.077662] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86b30aa-f909-450f-8042-826d82418ea2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.088911] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 929.088911] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52655f43-db85-ef0d-6216-a05b95fe755b" [ 929.088911] env[69350]: _type = "Task" [ 929.088911] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.107606] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52655f43-db85-ef0d-6216-a05b95fe755b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.111703] env[69350]: DEBUG nova.network.neutron [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Successfully created port: 29ed43ec-345d-4f80-80ed-0af782cfb09e {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.603767] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52655f43-db85-ef0d-6216-a05b95fe755b, 'name': SearchDatastore_Task, 'duration_secs': 0.021603} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.604789] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77cfbc3b-7cbe-4b7e-845f-73a96db4fe96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.612253] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 929.612253] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5253c458-000e-9e67-4f56-47597fa1f158" [ 929.612253] env[69350]: _type = "Task" [ 929.612253] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.625900] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5253c458-000e-9e67-4f56-47597fa1f158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.630252] env[69350]: DEBUG nova.network.neutron [req-c312626d-a0a2-4717-83e5-ecc2bae3b700 req-55d0e6d3-0513-486e-a6a9-bb1960929a54 service nova] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Updated VIF entry in instance network info cache for port 5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.630966] env[69350]: DEBUG nova.network.neutron [req-c312626d-a0a2-4717-83e5-ecc2bae3b700 req-55d0e6d3-0513-486e-a6a9-bb1960929a54 service nova] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Updating instance_info_cache with network_info: [{"id": "5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3", "address": "fa:16:3e:53:b6:0a", "network": {"id": "490f1e2d-2182-455d-b832-f036b2716720", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1661927834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e32d5858df8f4b7dac6e2697c2a1c4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0aa03a-cf", "ovs_interfaceid": "5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.993287] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5191bf8-bba8-4fbe-aa95-9ddb0d96d655 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.004148] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af164a5-7a77-49de-9894-3e318d03d501 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.040661] env[69350]: DEBUG nova.network.neutron [req-e5345940-6101-494b-a83f-52b66c036cf4 req-b2d18d76-0180-4f3d-8cdd-e316c393999c service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Updated VIF entry in instance network info cache for port d43e8bdc-8ee6-4fd5-a611-9032905c2d17. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.041027] env[69350]: DEBUG nova.network.neutron [req-e5345940-6101-494b-a83f-52b66c036cf4 req-b2d18d76-0180-4f3d-8cdd-e316c393999c service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Updating instance_info_cache with network_info: [{"id": "d43e8bdc-8ee6-4fd5-a611-9032905c2d17", "address": "fa:16:3e:31:af:43", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43e8bdc-8e", "ovs_interfaceid": "d43e8bdc-8ee6-4fd5-a611-9032905c2d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.042772] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b29551-7a6a-4cc6-a44f-4be184a4c695 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.052327] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e350452-1706-4a6f-a7fe-d612cce43807 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.072563] env[69350]: DEBUG nova.compute.manager [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.073942] env[69350]: DEBUG nova.compute.provider_tree [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.103150] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.103531] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.103831] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.104165] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.105440] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.106359] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.108232] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.108232] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.108232] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.108232] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.108232] env[69350]: DEBUG nova.virt.hardware [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.110269] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a651678-380b-4264-8fa6-7279917f02a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.132609] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc1d361-9040-475a-805a-ffc5eefc3ca7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.139430] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5253c458-000e-9e67-4f56-47597fa1f158, 'name': SearchDatastore_Task, 'duration_secs': 0.018277} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.140290] env[69350]: DEBUG oslo_concurrency.lockutils [req-c312626d-a0a2-4717-83e5-ecc2bae3b700 req-55d0e6d3-0513-486e-a6a9-bb1960929a54 service nova] Releasing lock "refresh_cache-29f054c3-cf54-45ba-8322-36acd6df235d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.140399] env[69350]: DEBUG nova.compute.manager [req-c312626d-a0a2-4717-83e5-ecc2bae3b700 req-55d0e6d3-0513-486e-a6a9-bb1960929a54 service nova] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Received event network-vif-deleted-f07f0b3d-f71e-489d-978f-35602dbe52e5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.140946] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.140946] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 29f054c3-cf54-45ba-8322-36acd6df235d/29f054c3-cf54-45ba-8322-36acd6df235d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.141717] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-806d9380-1178-4067-b9f0-a1fd4a97d301 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.163869] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 930.163869] env[69350]: value = "task-4149118" [ 930.163869] env[69350]: _type = "Task" [ 930.163869] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.174015] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.547268] env[69350]: DEBUG oslo_concurrency.lockutils [req-e5345940-6101-494b-a83f-52b66c036cf4 req-b2d18d76-0180-4f3d-8cdd-e316c393999c service nova] Releasing lock "refresh_cache-ea875cca-f92c-4509-a97c-c704627dec6e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.578305] env[69350]: DEBUG nova.scheduler.client.report [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.682027] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513095} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.682027] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 29f054c3-cf54-45ba-8322-36acd6df235d/29f054c3-cf54-45ba-8322-36acd6df235d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.682027] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.682027] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25bef557-3ca0-49d7-b620-5fc45dea7b06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.688438] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 930.688438] env[69350]: value = "task-4149119" [ 930.688438] env[69350]: _type = "Task" [ 930.688438] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.699867] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.787284] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "aec220bd-625b-4397-a85a-7b905c04169c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.787805] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "aec220bd-625b-4397-a85a-7b905c04169c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.903582] env[69350]: DEBUG nova.network.neutron [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Successfully updated port: 29ed43ec-345d-4f80-80ed-0af782cfb09e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.996251] env[69350]: DEBUG nova.compute.manager [req-c8c8024b-cd87-4e90-bcc6-7cd2c8b237d8 req-ee615fd0-3d60-4dc4-ae6b-9ebb20d01db6 service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Received event network-vif-plugged-29ed43ec-345d-4f80-80ed-0af782cfb09e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.996251] env[69350]: DEBUG oslo_concurrency.lockutils [req-c8c8024b-cd87-4e90-bcc6-7cd2c8b237d8 req-ee615fd0-3d60-4dc4-ae6b-9ebb20d01db6 service nova] Acquiring lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.998560] env[69350]: DEBUG oslo_concurrency.lockutils [req-c8c8024b-cd87-4e90-bcc6-7cd2c8b237d8 req-ee615fd0-3d60-4dc4-ae6b-9ebb20d01db6 service nova] Lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.998560] env[69350]: DEBUG oslo_concurrency.lockutils [req-c8c8024b-cd87-4e90-bcc6-7cd2c8b237d8 req-ee615fd0-3d60-4dc4-ae6b-9ebb20d01db6 service nova] Lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.998560] env[69350]: DEBUG nova.compute.manager [req-c8c8024b-cd87-4e90-bcc6-7cd2c8b237d8 req-ee615fd0-3d60-4dc4-ae6b-9ebb20d01db6 service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] No waiting events found dispatching network-vif-plugged-29ed43ec-345d-4f80-80ed-0af782cfb09e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.998560] env[69350]: WARNING nova.compute.manager [req-c8c8024b-cd87-4e90-bcc6-7cd2c8b237d8 req-ee615fd0-3d60-4dc4-ae6b-9ebb20d01db6 service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Received unexpected event network-vif-plugged-29ed43ec-345d-4f80-80ed-0af782cfb09e for instance with vm_state building and task_state spawning. [ 931.085987] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.092563] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.984s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.092937] env[69350]: DEBUG nova.objects.instance [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lazy-loading 'resources' on Instance uuid bbe9feda-432b-46ad-80cb-c4a10f80c30a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.111934] env[69350]: INFO nova.scheduler.client.report [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted allocations for instance a6d023c6-8a1a-4dc1-b94d-58c5e5119d98 [ 931.203582] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068277} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.203970] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.204812] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa7c496-5c0a-4dd1-9427-5f83a7cb848f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.232734] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 29f054c3-cf54-45ba-8322-36acd6df235d/29f054c3-cf54-45ba-8322-36acd6df235d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.233341] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a86ab8-0b64-4f0b-9285-9457e5fc5876 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.258036] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 931.258036] env[69350]: value = "task-4149120" [ 931.258036] env[69350]: _type = "Task" [ 931.258036] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.269572] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.293759] env[69350]: DEBUG nova.compute.manager [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.412328] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "refresh_cache-3d2f6a77-6fcd-49e2-9192-511a708c9dd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.412328] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquired lock "refresh_cache-3d2f6a77-6fcd-49e2-9192-511a708c9dd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.412328] env[69350]: DEBUG nova.network.neutron [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.628347] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aa65129-08e5-42da-b18c-c1903c320933 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "a6d023c6-8a1a-4dc1-b94d-58c5e5119d98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.438s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.769359] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.820412] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.964202] env[69350]: DEBUG nova.network.neutron [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.092517] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79e6930-cd45-4100-83fe-4eea2434affe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.111131] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d631b7-c8e2-4444-87dc-9a3150bfb451 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.148753] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31098e1-cac8-4051-901d-d021b9e98050 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.161114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aea1f0-06c8-4463-ac4a-d306a5071a12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.176914] env[69350]: DEBUG nova.compute.provider_tree [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.197626] env[69350]: DEBUG nova.network.neutron [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Updating instance_info_cache with network_info: [{"id": "29ed43ec-345d-4f80-80ed-0af782cfb09e", "address": "fa:16:3e:06:fb:bb", "network": {"id": "ddc1763d-d00e-44d0-b869-8374f805cd32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1845949979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d579a63708ea438991dbf95457173644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29ed43ec-34", "ovs_interfaceid": "29ed43ec-345d-4f80-80ed-0af782cfb09e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.269173] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149120, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.679865] env[69350]: DEBUG nova.scheduler.client.report [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.703077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Releasing lock "refresh_cache-3d2f6a77-6fcd-49e2-9192-511a708c9dd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.704525] env[69350]: DEBUG nova.compute.manager [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Instance network_info: |[{"id": "29ed43ec-345d-4f80-80ed-0af782cfb09e", "address": "fa:16:3e:06:fb:bb", "network": {"id": "ddc1763d-d00e-44d0-b869-8374f805cd32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1845949979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d579a63708ea438991dbf95457173644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29ed43ec-34", "ovs_interfaceid": "29ed43ec-345d-4f80-80ed-0af782cfb09e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.704525] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:fb:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29ed43ec-345d-4f80-80ed-0af782cfb09e', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.715298] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.715919] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.716180] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5251ceda-5b13-458c-8a0e-cbeb3e7d5344 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.741133] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.741133] env[69350]: value = "task-4149121" [ 932.741133] env[69350]: _type = "Task" [ 932.741133] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.750464] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149121, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.767839] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149120, 'name': ReconfigVM_Task, 'duration_secs': 1.06537} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.768133] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 29f054c3-cf54-45ba-8322-36acd6df235d/29f054c3-cf54-45ba-8322-36acd6df235d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.768789] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15c62bdd-6b0b-4951-a30b-80fec9512e65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.776684] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 932.776684] env[69350]: value = "task-4149122" [ 932.776684] env[69350]: _type = "Task" [ 932.776684] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.786432] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149122, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.074758] env[69350]: DEBUG nova.compute.manager [req-0e0386cc-188b-45cc-88e1-f985ee4a19ab req-6a2ce3f3-d552-4e22-9f31-73dcd8fae864 service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Received event network-changed-29ed43ec-345d-4f80-80ed-0af782cfb09e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.074922] env[69350]: DEBUG nova.compute.manager [req-0e0386cc-188b-45cc-88e1-f985ee4a19ab req-6a2ce3f3-d552-4e22-9f31-73dcd8fae864 service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Refreshing instance network info cache due to event network-changed-29ed43ec-345d-4f80-80ed-0af782cfb09e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.075171] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e0386cc-188b-45cc-88e1-f985ee4a19ab req-6a2ce3f3-d552-4e22-9f31-73dcd8fae864 service nova] Acquiring lock "refresh_cache-3d2f6a77-6fcd-49e2-9192-511a708c9dd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.075321] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e0386cc-188b-45cc-88e1-f985ee4a19ab req-6a2ce3f3-d552-4e22-9f31-73dcd8fae864 service nova] Acquired lock "refresh_cache-3d2f6a77-6fcd-49e2-9192-511a708c9dd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.075499] env[69350]: DEBUG nova.network.neutron [req-0e0386cc-188b-45cc-88e1-f985ee4a19ab req-6a2ce3f3-d552-4e22-9f31-73dcd8fae864 service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Refreshing network info cache for port 29ed43ec-345d-4f80-80ed-0af782cfb09e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.185441] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.187916] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.917s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.188197] env[69350]: DEBUG nova.objects.instance [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lazy-loading 'resources' on Instance uuid 34a4912a-b90d-4dfb-b697-a1e75758d8d6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.204203] env[69350]: INFO nova.scheduler.client.report [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Deleted allocations for instance bbe9feda-432b-46ad-80cb-c4a10f80c30a [ 933.251935] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149121, 'name': CreateVM_Task, 'duration_secs': 0.381758} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.252251] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.252990] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.254302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.254637] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.254921] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c36319e-da2d-4236-982b-3f3fd558784d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.261419] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 933.261419] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f65029-d6fd-dc88-9b96-2176fa9deea0" [ 933.261419] env[69350]: _type = "Task" [ 933.261419] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.271127] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f65029-d6fd-dc88-9b96-2176fa9deea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.286807] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149122, 'name': Rename_Task, 'duration_secs': 0.199551} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.287773] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.287773] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dfb42e8-4baa-41c5-8661-f09cf3cded31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.295731] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 933.295731] env[69350]: value = "task-4149123" [ 933.295731] env[69350]: _type = "Task" [ 933.295731] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.305014] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.320355] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "a89d7747-274e-4b52-a3f3-816612fda09a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.320878] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "a89d7747-274e-4b52-a3f3-816612fda09a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.713716] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4443ccf0-abcf-4264-b8f6-039934e61f6f tempest-ListServerFiltersTestJSON-1584999217 tempest-ListServerFiltersTestJSON-1584999217-project-member] Lock "bbe9feda-432b-46ad-80cb-c4a10f80c30a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.708s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.774587] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f65029-d6fd-dc88-9b96-2176fa9deea0, 'name': SearchDatastore_Task, 'duration_secs': 0.013934} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.774912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.775185] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.775433] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.775582] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.775820] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.778380] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d008a36-38a9-4a1f-b35d-065f672da823 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.794447] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.795056] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.796297] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d3b2b1-cf55-46f9-8cb4-6c80cc01c29e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.807264] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 933.807264] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e317bd-ad61-5739-ec38-9e16eee6e757" [ 933.807264] env[69350]: _type = "Task" [ 933.807264] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.814451] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.816700] env[69350]: DEBUG nova.network.neutron [req-0e0386cc-188b-45cc-88e1-f985ee4a19ab req-6a2ce3f3-d552-4e22-9f31-73dcd8fae864 service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Updated VIF entry in instance network info cache for port 29ed43ec-345d-4f80-80ed-0af782cfb09e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.818027] env[69350]: DEBUG nova.network.neutron [req-0e0386cc-188b-45cc-88e1-f985ee4a19ab req-6a2ce3f3-d552-4e22-9f31-73dcd8fae864 service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Updating instance_info_cache with network_info: [{"id": "29ed43ec-345d-4f80-80ed-0af782cfb09e", "address": "fa:16:3e:06:fb:bb", "network": {"id": "ddc1763d-d00e-44d0-b869-8374f805cd32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1845949979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d579a63708ea438991dbf95457173644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29ed43ec-34", "ovs_interfaceid": "29ed43ec-345d-4f80-80ed-0af782cfb09e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.825416] env[69350]: DEBUG nova.compute.manager [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.828826] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e317bd-ad61-5739-ec38-9e16eee6e757, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.831332] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e77715c-084f-4f42-9084-3dea64b1c807 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.838165] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 933.838165] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52dec6bd-e38a-239c-9ba1-b683d964c9cf" [ 933.838165] env[69350]: _type = "Task" [ 933.838165] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.851184] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52dec6bd-e38a-239c-9ba1-b683d964c9cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.091555] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d90855-a071-4329-a554-95c2797fdc37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.099942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e92dd7-ad29-4bd9-8fc0-533172af77b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.132473] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db0557-26ad-4eb8-9f41-e59bea1646c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.141416] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ade52f7-1755-4938-8b0e-84ab58680184 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.156023] env[69350]: DEBUG nova.compute.provider_tree [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.308857] env[69350]: DEBUG oslo_vmware.api [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149123, 'name': PowerOnVM_Task, 'duration_secs': 0.787313} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.309238] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.309382] env[69350]: INFO nova.compute.manager [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Took 8.87 seconds to spawn the instance on the hypervisor. [ 934.309583] env[69350]: DEBUG nova.compute.manager [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.310495] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8033078c-5a22-48ad-b57e-d55e6495ffa3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.332015] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e0386cc-188b-45cc-88e1-f985ee4a19ab req-6a2ce3f3-d552-4e22-9f31-73dcd8fae864 service nova] Releasing lock "refresh_cache-3d2f6a77-6fcd-49e2-9192-511a708c9dd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.349781] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52dec6bd-e38a-239c-9ba1-b683d964c9cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.350726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.351113] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.351540] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 3d2f6a77-6fcd-49e2-9192-511a708c9dd6/3d2f6a77-6fcd-49e2-9192-511a708c9dd6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.351669] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-639c3503-4cf8-487d-9e57-f41958c546b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.360309] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 934.360309] env[69350]: value = "task-4149124" [ 934.360309] env[69350]: _type = "Task" [ 934.360309] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.371075] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.662851] env[69350]: DEBUG nova.scheduler.client.report [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.829627] env[69350]: INFO nova.compute.manager [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Took 31.35 seconds to build instance. [ 934.874079] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149124, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.173280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.173918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.938s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.178339] env[69350]: INFO nova.compute.claims [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.198279] env[69350]: INFO nova.scheduler.client.report [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted allocations for instance 34a4912a-b90d-4dfb-b697-a1e75758d8d6 [ 935.332529] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c2885f72-7767-498e-9af6-37550eec6bd8 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "29f054c3-cf54-45ba-8322-36acd6df235d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.867s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.372665] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701706} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.372871] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 3d2f6a77-6fcd-49e2-9192-511a708c9dd6/3d2f6a77-6fcd-49e2-9192-511a708c9dd6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.373083] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.373352] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9f174b5-93d4-44ae-87b1-b912cbd2d32b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.381812] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 935.381812] env[69350]: value = "task-4149125" [ 935.381812] env[69350]: _type = "Task" [ 935.381812] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.393341] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.712070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c4579f5-b83a-48d2-9cc7-73fa2b733f16 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "34a4912a-b90d-4dfb-b697-a1e75758d8d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.090s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.894106] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1233} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.894361] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.895254] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d025dd-6752-4e25-bd96-332c831f8aa9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.921842] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 3d2f6a77-6fcd-49e2-9192-511a708c9dd6/3d2f6a77-6fcd-49e2-9192-511a708c9dd6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.921842] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a2beca-9335-4622-90d7-e0e798b75369 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.944702] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 935.944702] env[69350]: value = "task-4149126" [ 935.944702] env[69350]: _type = "Task" [ 935.944702] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.955132] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.457530] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.643563] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c712f58c-1a48-46a4-a709-1803ec82baed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.652351] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea160d6d-6be5-430e-a9db-f466a4b3a3ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.688062] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc38206-8841-4c95-aedd-fb5d1bebcf34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.696557] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6cc5fd-4d53-451f-9202-5cced100fed4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.712313] env[69350]: DEBUG nova.compute.provider_tree [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.811440] env[69350]: DEBUG nova.compute.manager [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.812475] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e27805-4416-40d1-b69b-193c39f81439 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.956870] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149126, 'name': ReconfigVM_Task, 'duration_secs': 0.768599} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.956870] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 3d2f6a77-6fcd-49e2-9192-511a708c9dd6/3d2f6a77-6fcd-49e2-9192-511a708c9dd6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.957573] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23dc25ba-71d8-448d-9f95-5785734169b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.965183] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 936.965183] env[69350]: value = "task-4149127" [ 936.965183] env[69350]: _type = "Task" [ 936.965183] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.975263] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149127, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.216545] env[69350]: DEBUG nova.scheduler.client.report [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.324042] env[69350]: INFO nova.compute.manager [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] instance snapshotting [ 937.327104] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63243020-a194-4f27-9a1b-6d151a824988 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.348654] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12862904-a7a8-433d-81e5-3e28ab94ad8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.476242] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149127, 'name': Rename_Task, 'duration_secs': 0.295899} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.476595] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.476859] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1ae411f-f997-4509-a919-5e8cacb44589 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.484710] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 937.484710] env[69350]: value = "task-4149128" [ 937.484710] env[69350]: _type = "Task" [ 937.484710] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.495995] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.670827] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.670827] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.722604] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.723227] env[69350]: DEBUG nova.compute.manager [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.725867] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.022s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.726088] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.728594] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.286s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.730213] env[69350]: INFO nova.compute.claims [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.758666] env[69350]: INFO nova.scheduler.client.report [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleted allocations for instance 829e488c-b119-4d6b-bc74-e24c10ee6d5e [ 937.861281] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 937.861619] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c89404db-34c1-418a-b7ec-c4556421ef95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.872076] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 937.872076] env[69350]: value = "task-4149129" [ 937.872076] env[69350]: _type = "Task" [ 937.872076] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.888174] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149129, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.001323] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.178227] env[69350]: DEBUG nova.compute.manager [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.237081] env[69350]: DEBUG nova.compute.utils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.244669] env[69350]: DEBUG nova.compute.manager [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 938.270057] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce0e9790-a8fa-4b38-bc40-d0ffc4a26291 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "829e488c-b119-4d6b-bc74-e24c10ee6d5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.210s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.383973] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149129, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.497887] env[69350]: DEBUG oslo_vmware.api [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149128, 'name': PowerOnVM_Task, 'duration_secs': 0.689435} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.498238] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.498468] env[69350]: INFO nova.compute.manager [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Took 8.43 seconds to spawn the instance on the hypervisor. [ 938.498736] env[69350]: DEBUG nova.compute.manager [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.499737] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe25ef-0b83-4af1-b543-37fe494d99f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.712939] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.743023] env[69350]: DEBUG nova.compute.manager [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.892755] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149129, 'name': CreateSnapshot_Task, 'duration_secs': 0.756408} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.893025] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 938.893843] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224e8613-f46c-45aa-842b-edcdd68721de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.026064] env[69350]: INFO nova.compute.manager [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Took 34.58 seconds to build instance. [ 939.158241] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a691f8b-100a-4b7f-aeb2-cd119fbec07b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.171523] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f35e45-8979-4e27-a869-80b3ad7f9509 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.207379] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198e60e3-3c8c-434e-a7ae-cf127d030200 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.217663] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b114e3e-bf4e-49cb-910d-5f2fd011d356 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.237842] env[69350]: DEBUG nova.compute.provider_tree [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.417917] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 939.418336] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca702f7d-4f89-435f-bc3a-b96e54650a19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.429746] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 939.429746] env[69350]: value = "task-4149130" [ 939.429746] env[69350]: _type = "Task" [ 939.429746] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.442036] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149130, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.528889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-60d0f979-3fa6-4d4c-bbdf-9a2f88d99dec tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.095s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.742741] env[69350]: DEBUG nova.scheduler.client.report [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.756735] env[69350]: DEBUG nova.compute.manager [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.797475] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.797864] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.797864] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.798125] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.798491] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.798668] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.798889] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.799068] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.799187] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.799337] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.799512] env[69350]: DEBUG nova.virt.hardware [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.801190] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1449a08f-f137-4b0b-a8ad-ffc3d1ac759a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.811752] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6ea02c-12b3-4226-b6ed-57a3c41efb69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.830572] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.836806] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Creating folder: Project (98fd50b9fd1449a7a773efd6f8532539). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.837755] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39569615-320b-46d5-8e20-c1b5cc32c57e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.853176] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Created folder: Project (98fd50b9fd1449a7a773efd6f8532539) in parent group-v821414. [ 939.853176] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Creating folder: Instances. Parent ref: group-v821615. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.853176] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-728d9d81-9f30-4252-b18b-9d1566a9c787 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.867995] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Created folder: Instances in parent group-v821615. [ 939.868259] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.868666] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.868944] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05ee936a-aacc-4395-afa6-415487788c81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.906135] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.906135] env[69350]: value = "task-4149133" [ 939.906135] env[69350]: _type = "Task" [ 939.906135] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.917790] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149133, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.942253] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149130, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.251939] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.251939] env[69350]: DEBUG nova.compute.manager [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.254453] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.657s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.254982] env[69350]: DEBUG nova.objects.instance [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lazy-loading 'resources' on Instance uuid 7365d4d4-e1fc-42ae-9117-8584f9584087 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.393134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.393134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.418833] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149133, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.441338] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149130, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.759130] env[69350]: DEBUG nova.compute.utils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.760592] env[69350]: DEBUG nova.compute.manager [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.760779] env[69350]: DEBUG nova.network.neutron [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.823197] env[69350]: DEBUG nova.policy [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c6d684edb44321b0226f2c3ba37136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830e85774778438886e6ab2a50799ab6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.898968] env[69350]: DEBUG nova.compute.manager [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.918169] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149133, 'name': CreateVM_Task, 'duration_secs': 0.69676} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.921134] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.921861] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.922120] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.922415] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.925027] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2d08a2-dc70-4b98-8943-371505c4aff1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.929329] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 940.929329] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523fad69-43d0-d5d0-7e02-6c1a794f53e9" [ 940.929329] env[69350]: _type = "Task" [ 940.929329] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.951069] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149130, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.951069] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523fad69-43d0-d5d0-7e02-6c1a794f53e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013418} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.952141] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.952396] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.952625] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.952774] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.952954] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.953500] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c4f094d-f81c-41c0-9972-1baef8bec8c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.965878] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.966108] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.966896] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378b5075-409f-4897-93eb-8bf2e869e4cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.974665] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 940.974665] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526c5863-35eb-19ee-a5db-cab44f8c459f" [ 940.974665] env[69350]: _type = "Task" [ 940.974665] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.988946] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526c5863-35eb-19ee-a5db-cab44f8c459f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.221935] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90375d28-f90b-409c-b108-b08b387beca1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.224974] env[69350]: DEBUG nova.network.neutron [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Successfully created port: 558c5dd6-0831-4929-8cd1-654da81e057d {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.232854] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c57da2-aead-462a-b024-5328b7b4c3b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.272079] env[69350]: DEBUG nova.compute.manager [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.273316] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aafc2b0-7d5d-4ae6-84b7-f6ea2f917091 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.284756] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4658be0c-a22b-4bdc-803e-5ca0e9561f46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.300474] env[69350]: DEBUG nova.compute.provider_tree [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.426880] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.447183] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149130, 'name': CloneVM_Task, 'duration_secs': 1.702624} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.447468] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Created linked-clone VM from snapshot [ 941.448310] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4631dde-1222-49ce-9848-30ebd7610bfb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.457184] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Uploading image 17e7bf6d-22e1-469f-bbb6-520ef440d0e9 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 941.471861] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 941.472225] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e9c981b-dc88-40ea-b85c-2c2eb766cbd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.480188] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 941.480188] env[69350]: value = "task-4149134" [ 941.480188] env[69350]: _type = "Task" [ 941.480188] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.489648] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526c5863-35eb-19ee-a5db-cab44f8c459f, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.491047] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2084b90f-1dd7-454d-ac03-f9a8e93729f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.497096] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149134, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.500875] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 941.500875] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52962ec6-0384-1505-dca4-6d09206c791d" [ 941.500875] env[69350]: _type = "Task" [ 941.500875] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.510879] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52962ec6-0384-1505-dca4-6d09206c791d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.805186] env[69350]: DEBUG nova.scheduler.client.report [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.992129] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149134, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.012025] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52962ec6-0384-1505-dca4-6d09206c791d, 'name': SearchDatastore_Task, 'duration_secs': 0.014665} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.012025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.012367] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.012602] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cef9a5e-8b32-4e2e-b316-54d4d36715b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.022128] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 942.022128] env[69350]: value = "task-4149135" [ 942.022128] env[69350]: _type = "Task" [ 942.022128] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.031910] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.283491] env[69350]: DEBUG nova.compute.manager [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.310316] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.313078] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.696s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.313494] env[69350]: DEBUG nova.objects.instance [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'resources' on Instance uuid 0cebab59-253b-4037-99a0-26667add9e9d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.317247] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.317414] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.317567] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.317758] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.317918] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.318252] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.318433] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.318609] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.318825] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.319030] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.319293] env[69350]: DEBUG nova.virt.hardware [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.320285] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d1c87-1745-4672-a916-1514880b045c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.334620] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10db14aa-a870-46d0-ba22-1d566f976ae3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.353573] env[69350]: INFO nova.scheduler.client.report [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Deleted allocations for instance 7365d4d4-e1fc-42ae-9117-8584f9584087 [ 942.498775] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149134, 'name': Destroy_Task, 'duration_secs': 0.823174} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.502962] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Destroyed the VM [ 942.503394] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 942.504340] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4de82a2d-0f30-4815-9b38-c8f25a5455fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.514147] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 942.514147] env[69350]: value = "task-4149136" [ 942.514147] env[69350]: _type = "Task" [ 942.514147] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.532347] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.538593] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149135, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.640615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.640763] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.640995] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.641205] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.641382] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.646894] env[69350]: INFO nova.compute.manager [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Terminating instance [ 942.713727] env[69350]: DEBUG nova.compute.manager [req-571e15ee-c448-4e7f-b92c-e42fc075a730 req-93c64758-9b09-4e27-a53a-b840f4fc68f9 service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Received event network-vif-plugged-558c5dd6-0831-4929-8cd1-654da81e057d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.714088] env[69350]: DEBUG oslo_concurrency.lockutils [req-571e15ee-c448-4e7f-b92c-e42fc075a730 req-93c64758-9b09-4e27-a53a-b840f4fc68f9 service nova] Acquiring lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.714417] env[69350]: DEBUG oslo_concurrency.lockutils [req-571e15ee-c448-4e7f-b92c-e42fc075a730 req-93c64758-9b09-4e27-a53a-b840f4fc68f9 service nova] Lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.714805] env[69350]: DEBUG oslo_concurrency.lockutils [req-571e15ee-c448-4e7f-b92c-e42fc075a730 req-93c64758-9b09-4e27-a53a-b840f4fc68f9 service nova] Lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.715076] env[69350]: DEBUG nova.compute.manager [req-571e15ee-c448-4e7f-b92c-e42fc075a730 req-93c64758-9b09-4e27-a53a-b840f4fc68f9 service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] No waiting events found dispatching network-vif-plugged-558c5dd6-0831-4929-8cd1-654da81e057d {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.715262] env[69350]: WARNING nova.compute.manager [req-571e15ee-c448-4e7f-b92c-e42fc075a730 req-93c64758-9b09-4e27-a53a-b840f4fc68f9 service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Received unexpected event network-vif-plugged-558c5dd6-0831-4929-8cd1-654da81e057d for instance with vm_state building and task_state spawning. [ 942.765010] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d427e917-6a2c-4676-a3d7-0cae7dc456c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.775591] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880884c5-7cd8-42a6-a4cb-4961ded87370 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.809650] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c57357-7eb4-4668-abe6-cb4fe65019b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.818274] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5496010e-0e6a-427c-82cc-8964cc4169de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.835119] env[69350]: DEBUG nova.compute.provider_tree [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.859219] env[69350]: DEBUG nova.network.neutron [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Successfully updated port: 558c5dd6-0831-4929-8cd1-654da81e057d {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.863906] env[69350]: DEBUG oslo_concurrency.lockutils [None req-43acc343-e066-4175-b23e-a18476703c8b tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "7365d4d4-e1fc-42ae-9117-8584f9584087" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.565s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.026223] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.035570] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80469} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.036782] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.036782] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.036782] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-693bb8ba-10b3-4a4d-a8c1-681cc3bb6b22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.045255] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 943.045255] env[69350]: value = "task-4149137" [ 943.045255] env[69350]: _type = "Task" [ 943.045255] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.055316] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.153999] env[69350]: DEBUG nova.compute.manager [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.154346] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.156207] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba4b4b2-3d48-4907-ae5d-fec27b90a555 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.166204] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.166204] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d21c2d65-55fb-46f5-8cd7-727288b86190 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.177115] env[69350]: DEBUG oslo_vmware.api [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 943.177115] env[69350]: value = "task-4149138" [ 943.177115] env[69350]: _type = "Task" [ 943.177115] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.190271] env[69350]: DEBUG oslo_vmware.api [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.339037] env[69350]: DEBUG nova.scheduler.client.report [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.366859] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-f982e2d2-8a7a-483d-ac67-6ae4665ec421" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.367132] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-f982e2d2-8a7a-483d-ac67-6ae4665ec421" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.367132] env[69350]: DEBUG nova.network.neutron [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.525509] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149136, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.555905] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159814} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.556405] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.557177] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a296132f-4feb-4c56-b4c9-128f2366ee0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.580632] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.581456] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a041c3ba-75ff-4f0c-8cf7-8e9089099508 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.601463] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.603041] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.603041] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.603041] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.603041] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.605202] env[69350]: INFO nova.compute.manager [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Terminating instance [ 943.615297] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 943.615297] env[69350]: value = "task-4149139" [ 943.615297] env[69350]: _type = "Task" [ 943.615297] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.624011] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.687256] env[69350]: DEBUG oslo_vmware.api [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149138, 'name': PowerOffVM_Task, 'duration_secs': 0.30661} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.687607] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.687807] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.688111] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ca708cf-e7e7-41db-b2f9-18bdb8afb1ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.742942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.742942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.743224] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.743224] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.743365] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.750321] env[69350]: INFO nova.compute.manager [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Terminating instance [ 943.759387] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.759770] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.759905] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Deleting the datastore file [datastore1] 3d2f6a77-6fcd-49e2-9192-511a708c9dd6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.761013] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90ff3a24-91bf-4e43-aae5-3af8ece91f7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.769789] env[69350]: DEBUG oslo_vmware.api [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for the task: (returnval){ [ 943.769789] env[69350]: value = "task-4149141" [ 943.769789] env[69350]: _type = "Task" [ 943.769789] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.784687] env[69350]: DEBUG oslo_vmware.api [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.844084] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.531s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.847432] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.029s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.847621] env[69350]: DEBUG nova.objects.instance [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lazy-loading 'resources' on Instance uuid 44ed7717-9706-4291-876b-6ec99b411044 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.873876] env[69350]: INFO nova.scheduler.client.report [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Deleted allocations for instance 0cebab59-253b-4037-99a0-26667add9e9d [ 943.907101] env[69350]: DEBUG nova.network.neutron [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.025441] env[69350]: DEBUG oslo_vmware.api [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149136, 'name': RemoveSnapshot_Task, 'duration_secs': 1.160498} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.028550] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 944.064572] env[69350]: DEBUG nova.network.neutron [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Updating instance_info_cache with network_info: [{"id": "558c5dd6-0831-4929-8cd1-654da81e057d", "address": "fa:16:3e:b2:a7:16", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c5dd6-08", "ovs_interfaceid": "558c5dd6-0831-4929-8cd1-654da81e057d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.110027] env[69350]: DEBUG nova.compute.manager [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.110027] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.111285] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f848a1b1-94d1-49dc-b0ff-25236afad333 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.121599] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.122510] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ac8366b-6e04-4417-8003-6681e8cf0a35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.128587] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149139, 'name': ReconfigVM_Task, 'duration_secs': 0.310201} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.130384] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.131260] env[69350]: DEBUG oslo_vmware.api [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 944.131260] env[69350]: value = "task-4149142" [ 944.131260] env[69350]: _type = "Task" [ 944.131260] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.131942] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a77ba971-7a6a-4424-b702-59b860db17f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.145135] env[69350]: DEBUG oslo_vmware.api [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.146845] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 944.146845] env[69350]: value = "task-4149143" [ 944.146845] env[69350]: _type = "Task" [ 944.146845] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.155981] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149143, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.255241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "refresh_cache-fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.255523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquired lock "refresh_cache-fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.255748] env[69350]: DEBUG nova.network.neutron [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.281830] env[69350]: DEBUG oslo_vmware.api [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Task: {'id': task-4149141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148684} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.282202] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.282404] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.282585] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.282795] env[69350]: INFO nova.compute.manager [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 944.283114] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.283657] env[69350]: DEBUG nova.compute.manager [-] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.283766] env[69350]: DEBUG nova.network.neutron [-] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.385592] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b8ee6c4-cffc-4ffb-ab5e-3f24416a9500 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "0cebab59-253b-4037-99a0-26667add9e9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.197s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.535372] env[69350]: WARNING nova.compute.manager [None req-dcae34fe-fbfe-4b40-92d3-006569b00639 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Image not found during snapshot: nova.exception.ImageNotFound: Image 17e7bf6d-22e1-469f-bbb6-520ef440d0e9 could not be found. [ 944.567481] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-f982e2d2-8a7a-483d-ac67-6ae4665ec421" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.568029] env[69350]: DEBUG nova.compute.manager [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Instance network_info: |[{"id": "558c5dd6-0831-4929-8cd1-654da81e057d", "address": "fa:16:3e:b2:a7:16", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c5dd6-08", "ovs_interfaceid": "558c5dd6-0831-4929-8cd1-654da81e057d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.568636] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:a7:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '558c5dd6-0831-4929-8cd1-654da81e057d', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.585242] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.592950] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.593958] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99b5a4b3-8b39-41aa-84d3-d187a60dc7af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.642869] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.642869] env[69350]: value = "task-4149144" [ 944.642869] env[69350]: _type = "Task" [ 944.642869] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.659692] env[69350]: DEBUG oslo_vmware.api [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149142, 'name': PowerOffVM_Task, 'duration_secs': 0.419442} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.663215] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.663441] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.664332] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a32ffcd-201d-4f7f-a33b-61941e5f8f83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.673492] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149143, 'name': Rename_Task, 'duration_secs': 0.189185} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.673701] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149144, 'name': CreateVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.674588] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.674870] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7231ea03-b359-4fba-bfad-f5c2436b407e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.686234] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 944.686234] env[69350]: value = "task-4149146" [ 944.686234] env[69350]: _type = "Task" [ 944.686234] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.699527] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.763337] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.763695] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.763813] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Deleting the datastore file [datastore2] b7c84f2c-b5eb-4c18-ac05-74012453b01f {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.764151] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c2b821-ade2-4218-ab5c-cf702c5377cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.776407] env[69350]: DEBUG oslo_vmware.api [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for the task: (returnval){ [ 944.776407] env[69350]: value = "task-4149147" [ 944.776407] env[69350]: _type = "Task" [ 944.776407] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.787328] env[69350]: DEBUG oslo_vmware.api [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.788681] env[69350]: DEBUG nova.network.neutron [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.850983] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c0f15b-d07d-4563-8cd7-40f4fa44f405 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.860975] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f07b26-1018-4d1f-b953-5a0f8179c590 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.895143] env[69350]: DEBUG nova.network.neutron [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.896958] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c772c9-a2c8-42b9-affc-d50190620ddb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.902604] env[69350]: DEBUG nova.compute.manager [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Received event network-changed-558c5dd6-0831-4929-8cd1-654da81e057d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.902824] env[69350]: DEBUG nova.compute.manager [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Refreshing instance network info cache due to event network-changed-558c5dd6-0831-4929-8cd1-654da81e057d. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.903085] env[69350]: DEBUG oslo_concurrency.lockutils [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] Acquiring lock "refresh_cache-f982e2d2-8a7a-483d-ac67-6ae4665ec421" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.903207] env[69350]: DEBUG oslo_concurrency.lockutils [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] Acquired lock "refresh_cache-f982e2d2-8a7a-483d-ac67-6ae4665ec421" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.903362] env[69350]: DEBUG nova.network.neutron [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Refreshing network info cache for port 558c5dd6-0831-4929-8cd1-654da81e057d {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.911709] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1fe622-b112-44d4-9706-436c2b4ccaee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.930498] env[69350]: DEBUG nova.compute.provider_tree [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.094607] env[69350]: DEBUG nova.network.neutron [-] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.158955] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149144, 'name': CreateVM_Task, 'duration_secs': 0.370671} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.158955] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.159708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.159825] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.160188] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.160786] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95dc40b3-9fc4-43cc-8b05-813cadd9b7fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.168773] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 945.168773] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bd1421-ae92-5fc0-026c-2dd085be6c70" [ 945.168773] env[69350]: _type = "Task" [ 945.168773] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.179997] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bd1421-ae92-5fc0-026c-2dd085be6c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.197097] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149146, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.290716] env[69350]: DEBUG oslo_vmware.api [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Task: {'id': task-4149147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299795} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.292121] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.292121] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.292121] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.292121] env[69350]: INFO nova.compute.manager [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 945.292121] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.292121] env[69350]: DEBUG nova.compute.manager [-] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.292638] env[69350]: DEBUG nova.network.neutron [-] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.401133] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Releasing lock "refresh_cache-fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.401700] env[69350]: DEBUG nova.compute.manager [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.401991] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.402868] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b817cc0-c4ba-4eea-b9cb-34c0191ab3e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.415868] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.416131] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db8ef92a-f9fb-4d1a-ae1f-919ba732c67a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.423535] env[69350]: DEBUG oslo_vmware.api [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 945.423535] env[69350]: value = "task-4149148" [ 945.423535] env[69350]: _type = "Task" [ 945.423535] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.435014] env[69350]: DEBUG nova.scheduler.client.report [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.439120] env[69350]: DEBUG oslo_vmware.api [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.599402] env[69350]: INFO nova.compute.manager [-] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Took 1.32 seconds to deallocate network for instance. [ 945.616434] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "29f054c3-cf54-45ba-8322-36acd6df235d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.618214] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "29f054c3-cf54-45ba-8322-36acd6df235d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.618612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "29f054c3-cf54-45ba-8322-36acd6df235d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.618999] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "29f054c3-cf54-45ba-8322-36acd6df235d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.619470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "29f054c3-cf54-45ba-8322-36acd6df235d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.622494] env[69350]: INFO nova.compute.manager [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Terminating instance [ 945.684027] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bd1421-ae92-5fc0-026c-2dd085be6c70, 'name': SearchDatastore_Task, 'duration_secs': 0.019322} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.684027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.684027] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.684027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.684027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.684027] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.684027] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c512123-1a23-4ca6-b3c3-017fb15dab81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.695881] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.696289] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.697604] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df446861-7dc7-44e5-b910-189eb27c93f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.706265] env[69350]: DEBUG oslo_vmware.api [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149146, 'name': PowerOnVM_Task, 'duration_secs': 0.580043} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.707331] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.707694] env[69350]: INFO nova.compute.manager [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Took 5.95 seconds to spawn the instance on the hypervisor. [ 945.708024] env[69350]: DEBUG nova.compute.manager [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.709026] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178c91a5-98ac-4180-bf7d-69820d65681c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.718447] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 945.718447] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5288057d-84d3-7273-83a8-a712b0e5a649" [ 945.718447] env[69350]: _type = "Task" [ 945.718447] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.734233] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5288057d-84d3-7273-83a8-a712b0e5a649, 'name': SearchDatastore_Task, 'duration_secs': 0.019564} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.736273] env[69350]: DEBUG nova.network.neutron [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Updated VIF entry in instance network info cache for port 558c5dd6-0831-4929-8cd1-654da81e057d. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.736673] env[69350]: DEBUG nova.network.neutron [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Updating instance_info_cache with network_info: [{"id": "558c5dd6-0831-4929-8cd1-654da81e057d", "address": "fa:16:3e:b2:a7:16", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c5dd6-08", "ovs_interfaceid": "558c5dd6-0831-4929-8cd1-654da81e057d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.738149] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea449d6a-1c77-42eb-87ce-2695f898b78e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.745041] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 945.745041] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525f08a0-16a7-bdde-97c9-fc6880e73166" [ 945.745041] env[69350]: _type = "Task" [ 945.745041] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.755721] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525f08a0-16a7-bdde-97c9-fc6880e73166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.935767] env[69350]: DEBUG oslo_vmware.api [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149148, 'name': PowerOffVM_Task, 'duration_secs': 0.147017} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.936084] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.936294] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.936519] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06da0c2a-042d-4876-aa98-cbddc77ff126 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.941156] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.944239] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.641s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.946555] env[69350]: INFO nova.compute.claims [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.967397] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.967659] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.967856] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Deleting the datastore file [datastore2] fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.968164] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9932629e-07e1-44d1-9c18-06fa2dfb6290 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.975258] env[69350]: DEBUG oslo_vmware.api [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for the task: (returnval){ [ 945.975258] env[69350]: value = "task-4149150" [ 945.975258] env[69350]: _type = "Task" [ 945.975258] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.985202] env[69350]: DEBUG oslo_vmware.api [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.986024] env[69350]: INFO nova.scheduler.client.report [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Deleted allocations for instance 44ed7717-9706-4291-876b-6ec99b411044 [ 946.107674] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.129184] env[69350]: DEBUG nova.compute.manager [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.129429] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.130942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6fe50d-12f6-4de6-8d39-06ff878e71f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.140351] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.140654] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3222bc2f-a4aa-4dd2-b075-a8ae3d0ca105 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.151070] env[69350]: DEBUG oslo_vmware.api [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 946.151070] env[69350]: value = "task-4149151" [ 946.151070] env[69350]: _type = "Task" [ 946.151070] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.161350] env[69350]: DEBUG oslo_vmware.api [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.237478] env[69350]: INFO nova.compute.manager [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Took 39.02 seconds to build instance. [ 946.242467] env[69350]: DEBUG oslo_concurrency.lockutils [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] Releasing lock "refresh_cache-f982e2d2-8a7a-483d-ac67-6ae4665ec421" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.242736] env[69350]: DEBUG nova.compute.manager [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Received event network-vif-deleted-29ed43ec-345d-4f80-80ed-0af782cfb09e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.242920] env[69350]: INFO nova.compute.manager [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Neutron deleted interface 29ed43ec-345d-4f80-80ed-0af782cfb09e; detaching it from the instance and deleting it from the info cache [ 946.243112] env[69350]: DEBUG nova.network.neutron [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.257529] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525f08a0-16a7-bdde-97c9-fc6880e73166, 'name': SearchDatastore_Task, 'duration_secs': 0.034229} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.258057] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.259433] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] f982e2d2-8a7a-483d-ac67-6ae4665ec421/f982e2d2-8a7a-483d-ac67-6ae4665ec421.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.259433] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-851f5031-0e5a-4c16-bba4-7dfbcec9adc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.267892] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 946.267892] env[69350]: value = "task-4149152" [ 946.267892] env[69350]: _type = "Task" [ 946.267892] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.278064] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.430924] env[69350]: DEBUG nova.network.neutron [-] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.495509] env[69350]: DEBUG oslo_vmware.api [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Task: {'id': task-4149150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09514} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.495509] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.495509] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.495509] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.496252] env[69350]: INFO nova.compute.manager [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 946.496252] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.496562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9a2656e3-3730-4806-ae35-ae2e15ef472d tempest-ServerMetadataNegativeTestJSON-38655485 tempest-ServerMetadataNegativeTestJSON-38655485-project-member] Lock "44ed7717-9706-4291-876b-6ec99b411044" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.340s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.500277] env[69350]: DEBUG nova.compute.manager [-] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.500277] env[69350]: DEBUG nova.network.neutron [-] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.532779] env[69350]: DEBUG nova.network.neutron [-] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.665778] env[69350]: DEBUG oslo_vmware.api [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149151, 'name': PowerOffVM_Task, 'duration_secs': 0.262211} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.666156] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.666336] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.666621] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34380353-9080-4052-b30e-7853859cb483 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.698451] env[69350]: INFO nova.compute.manager [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Rebuilding instance [ 946.741719] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b1515221-94fd-430b-87fc-b26e5c713681 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.533s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.751157] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5570ab52-b484-4074-b164-c48f6709c1c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.762282] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.762645] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.762904] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleting the datastore file [datastore1] 29f054c3-cf54-45ba-8322-36acd6df235d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.764259] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-599269b4-4fc2-4987-9959-7a7ad1bda2e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.778574] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6452a5-1705-48dc-a70d-46ebc260e68c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.798224] env[69350]: DEBUG oslo_vmware.api [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for the task: (returnval){ [ 946.798224] env[69350]: value = "task-4149154" [ 946.798224] env[69350]: _type = "Task" [ 946.798224] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.799450] env[69350]: DEBUG nova.compute.manager [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.804114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a9effb-6ee9-45a5-bcab-7e390ff36f3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.813723] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149152, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.824528] env[69350]: DEBUG nova.compute.manager [req-6c0ea5be-0358-4cde-bdf6-76d77704a26c req-ef77a230-0498-44fc-ace3-2979e370804a service nova] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Detach interface failed, port_id=29ed43ec-345d-4f80-80ed-0af782cfb09e, reason: Instance 3d2f6a77-6fcd-49e2-9192-511a708c9dd6 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.837106] env[69350]: DEBUG oslo_vmware.api [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.889054] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.889338] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.928971] env[69350]: DEBUG nova.compute.manager [req-27c63c3d-3d32-4586-9bc7-fe0b4ac25281 req-0a25c419-f5c4-46be-8110-069d1cfc205a service nova] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Received event network-vif-deleted-da4627fe-cc7e-4a9d-87cd-977e6a877f88 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.936029] env[69350]: INFO nova.compute.manager [-] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Took 1.64 seconds to deallocate network for instance. [ 947.036634] env[69350]: DEBUG nova.network.neutron [-] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.282505] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604084} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.285405] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] f982e2d2-8a7a-483d-ac67-6ae4665ec421/f982e2d2-8a7a-483d-ac67-6ae4665ec421.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.285639] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.286147] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997c8343-7f93-4f58-acfa-30b57c0e3cf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.294735] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 947.294735] env[69350]: value = "task-4149155" [ 947.294735] env[69350]: _type = "Task" [ 947.294735] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.301413] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26d6388-6f89-4f74-87af-fc2186ee7aa1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.319131] env[69350]: DEBUG oslo_vmware.api [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Task: {'id': task-4149154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197641} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.319131] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.320257] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990c4232-9648-4906-a0a8-1242229b8048 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.324330] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.324594] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.324820] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.325066] env[69350]: INFO nova.compute.manager [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 947.325422] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.326034] env[69350]: DEBUG nova.compute.manager [-] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.326034] env[69350]: DEBUG nova.network.neutron [-] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.367037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2fb8a3-d17e-4fb6-8385-58e76dcaf600 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.378985] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91612705-5e63-4df0-92a0-61cf79ba6976 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.396281] env[69350]: DEBUG nova.compute.manager [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.402810] env[69350]: DEBUG nova.compute.provider_tree [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.443685] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.540081] env[69350]: INFO nova.compute.manager [-] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Took 1.04 seconds to deallocate network for instance. [ 947.806049] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081015} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.808682] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.809279] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c405c-b166-4677-a249-e59222da2c92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.836029] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] f982e2d2-8a7a-483d-ac67-6ae4665ec421/f982e2d2-8a7a-483d-ac67-6ae4665ec421.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.837079] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4bb2806-70fd-4906-9a76-9acbbd54f47a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.862373] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 947.862373] env[69350]: value = "task-4149156" [ 947.862373] env[69350]: _type = "Task" [ 947.862373] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.872433] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.881028] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-790385af-fe5c-4493-9e0a-5526aeb907b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.881028] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.886758] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 947.886758] env[69350]: value = "task-4149157" [ 947.886758] env[69350]: _type = "Task" [ 947.886758] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.898881] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.905608] env[69350]: DEBUG nova.scheduler.client.report [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.941422] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.049869] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.309840] env[69350]: DEBUG nova.network.neutron [-] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.377225] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149156, 'name': ReconfigVM_Task, 'duration_secs': 0.347178} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.377558] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Reconfigured VM instance instance-00000047 to attach disk [datastore2] f982e2d2-8a7a-483d-ac67-6ae4665ec421/f982e2d2-8a7a-483d-ac67-6ae4665ec421.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.378966] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-693d9093-c675-4c12-a9c2-7dd2f454a6aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.387366] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 948.387366] env[69350]: value = "task-4149158" [ 948.387366] env[69350]: _type = "Task" [ 948.387366] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.400342] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149157, 'name': PowerOffVM_Task, 'duration_secs': 0.193858} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.403935] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.404249] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.404578] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149158, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.405435] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db279718-b8ce-493e-995a-7a0d07c23de2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.414145] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.414713] env[69350]: DEBUG nova.compute.manager [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.417429] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.417979] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.074s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.419582] env[69350]: INFO nova.compute.claims [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.422914] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24e417c6-4dc5-4a3a-a761-913470587818 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.454731] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.454731] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.454731] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Deleting the datastore file [datastore2] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.455127] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44159def-9060-4b16-9ab9-a2b1f09940cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.465196] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 948.465196] env[69350]: value = "task-4149160" [ 948.465196] env[69350]: _type = "Task" [ 948.465196] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.473653] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.813039] env[69350]: INFO nova.compute.manager [-] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Took 1.49 seconds to deallocate network for instance. [ 948.899112] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149158, 'name': Rename_Task, 'duration_secs': 0.164655} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.899498] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.899785] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7133f163-66a6-469c-98b1-535e6792212a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.912516] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 948.912516] env[69350]: value = "task-4149161" [ 948.912516] env[69350]: _type = "Task" [ 948.912516] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.919803] env[69350]: DEBUG nova.compute.utils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.925022] env[69350]: DEBUG nova.compute.manager [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.925022] env[69350]: DEBUG nova.network.neutron [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.930200] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.960618] env[69350]: DEBUG nova.compute.manager [req-4a0c7c61-76d6-4b40-ae8d-3fcb9f000105 req-6d8c330f-2e4b-4894-ac07-aeb738ab77de service nova] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Received event network-vif-deleted-5a0aa03a-cf16-4b7f-8202-2eebe2b7bfb3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.974717] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12506} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.974991] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.975198] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.975378] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.993803] env[69350]: DEBUG nova.policy [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17d89f94b5e4a95aaf5d693c12fe68f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '076913668c9c4d3587ad17e7d4e6053d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.305353] env[69350]: DEBUG nova.network.neutron [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Successfully created port: 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.322086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.427956] env[69350]: DEBUG nova.compute.manager [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.430820] env[69350]: DEBUG oslo_vmware.api [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149161, 'name': PowerOnVM_Task, 'duration_secs': 0.49136} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.431289] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.431500] env[69350]: INFO nova.compute.manager [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Took 7.15 seconds to spawn the instance on the hypervisor. [ 949.431704] env[69350]: DEBUG nova.compute.manager [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.432692] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947863d3-c1d1-43b0-8852-29eb4c579921 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.805627] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d28a2e-7f22-4e1e-90a7-b4ae6e995cbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.816413] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c0ca09-9c62-4b73-b9cc-31d06d003e15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.852599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2df906-ea35-488f-b365-cab2fae83ee6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.861824] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7305c1-2842-4f32-ae32-0b98f6fc2e06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.876343] env[69350]: DEBUG nova.compute.provider_tree [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.955807] env[69350]: INFO nova.compute.manager [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Took 40.53 seconds to build instance. [ 950.013703] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.014040] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.014109] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.014293] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.014443] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.014607] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.014823] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.014986] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.015253] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.015347] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.015523] env[69350]: DEBUG nova.virt.hardware [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.016426] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0b0101-fa43-42d0-9c0f-86e290ad49f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.025670] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822622da-8e52-4dbd-aca0-11d7614dd561 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.040362] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.045900] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.046559] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.046797] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50cc988f-d509-4816-861c-4bf58c9bf129 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.065190] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.065190] env[69350]: value = "task-4149162" [ 950.065190] env[69350]: _type = "Task" [ 950.065190] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.073730] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149162, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.380699] env[69350]: DEBUG nova.scheduler.client.report [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.437572] env[69350]: DEBUG nova.compute.manager [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.457788] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0bec7d51-ce79-4f75-a5b6-0374a45a58dd tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.040s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.460259] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.460520] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.460685] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.460870] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.461029] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.461183] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.461390] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.461547] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.461716] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.461951] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.462153] env[69350]: DEBUG nova.virt.hardware [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.463041] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d94a20a-bfa1-4f01-b389-8400d0f856c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.471851] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a515d02-9cbc-427f-8206-da5f4ba0868b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.579927] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149162, 'name': CreateVM_Task, 'duration_secs': 0.291593} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.580285] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.581331] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.581331] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.581731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.582235] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4cc04e0-ee9d-4a73-bbe2-3568adc4aea0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.591014] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 950.591014] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e22ca0-cabc-1cf3-186b-970833e0bda5" [ 950.591014] env[69350]: _type = "Task" [ 950.591014] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.608496] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e22ca0-cabc-1cf3-186b-970833e0bda5, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.609059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.609619] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.610198] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.610329] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.610670] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.611207] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6a97ec3-db36-4915-9a5d-f270b003d16a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.622750] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.623085] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.624319] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9306471b-8a65-4c05-a098-2f78a672caed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.633179] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 950.633179] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b5341c-4008-264b-0e62-459024855d4b" [ 950.633179] env[69350]: _type = "Task" [ 950.633179] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.647501] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b5341c-4008-264b-0e62-459024855d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010198} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.648732] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25cdde9f-5655-45cd-b818-8b30ec764500 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.656869] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 950.656869] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52acd572-ae6a-13ee-2779-acc3a1f52e71" [ 950.656869] env[69350]: _type = "Task" [ 950.656869] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.673051] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52acd572-ae6a-13ee-2779-acc3a1f52e71, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.673372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.673819] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.674306] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3150bc1a-657d-47ae-98bb-9e6f3dcfe5f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.683707] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 950.683707] env[69350]: value = "task-4149163" [ 950.683707] env[69350]: _type = "Task" [ 950.683707] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.696251] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.865653] env[69350]: DEBUG nova.network.neutron [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Successfully updated port: 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.888259] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.888893] env[69350]: DEBUG nova.compute.manager [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.893943] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.214s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.896703] env[69350]: INFO nova.compute.claims [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.174535] env[69350]: DEBUG nova.compute.manager [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Received event network-vif-plugged-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.174799] env[69350]: DEBUG oslo_concurrency.lockutils [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] Acquiring lock "a673f247-5537-40ee-a707-b537faf8d9e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.174971] env[69350]: DEBUG oslo_concurrency.lockutils [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] Lock "a673f247-5537-40ee-a707-b537faf8d9e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.177075] env[69350]: DEBUG oslo_concurrency.lockutils [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] Lock "a673f247-5537-40ee-a707-b537faf8d9e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.177354] env[69350]: DEBUG nova.compute.manager [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] No waiting events found dispatching network-vif-plugged-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.177633] env[69350]: WARNING nova.compute.manager [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Received unexpected event network-vif-plugged-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 for instance with vm_state building and task_state spawning. [ 951.177711] env[69350]: DEBUG nova.compute.manager [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Received event network-changed-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.177859] env[69350]: DEBUG nova.compute.manager [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Refreshing instance network info cache due to event network-changed-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.178076] env[69350]: DEBUG oslo_concurrency.lockutils [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] Acquiring lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.178355] env[69350]: DEBUG oslo_concurrency.lockutils [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] Acquired lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.178506] env[69350]: DEBUG nova.network.neutron [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Refreshing network info cache for port 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.195240] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458354} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.195533] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.195747] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.196012] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-699103d1-ddf0-4fc9-a133-e6ab80ce7d1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.204273] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 951.204273] env[69350]: value = "task-4149164" [ 951.204273] env[69350]: _type = "Task" [ 951.204273] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.214547] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.367972] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquiring lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.405791] env[69350]: DEBUG nova.compute.utils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.410879] env[69350]: DEBUG nova.compute.manager [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.410879] env[69350]: DEBUG nova.network.neutron [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.453464] env[69350]: DEBUG nova.policy [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '534c571f71724461bae1dd2e7be65300', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1379087d6060408dbec787e0fc20c7b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.711963] env[69350]: DEBUG nova.network.neutron [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.717165] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079408} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.717445] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.718979] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6568e71-3402-4baf-85cd-78de504c4fcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.741361] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.741361] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9001aee3-fe86-4699-b7b8-34b1744064af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.760114] env[69350]: DEBUG nova.compute.manager [req-70804d3b-d895-4214-9c04-7b4697bf5b7c req-5584a5ef-5928-4b8b-a1e2-721b28b929a5 service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Received event network-changed-558c5dd6-0831-4929-8cd1-654da81e057d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.760114] env[69350]: DEBUG nova.compute.manager [req-70804d3b-d895-4214-9c04-7b4697bf5b7c req-5584a5ef-5928-4b8b-a1e2-721b28b929a5 service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Refreshing instance network info cache due to event network-changed-558c5dd6-0831-4929-8cd1-654da81e057d. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.760114] env[69350]: DEBUG oslo_concurrency.lockutils [req-70804d3b-d895-4214-9c04-7b4697bf5b7c req-5584a5ef-5928-4b8b-a1e2-721b28b929a5 service nova] Acquiring lock "refresh_cache-f982e2d2-8a7a-483d-ac67-6ae4665ec421" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.760114] env[69350]: DEBUG oslo_concurrency.lockutils [req-70804d3b-d895-4214-9c04-7b4697bf5b7c req-5584a5ef-5928-4b8b-a1e2-721b28b929a5 service nova] Acquired lock "refresh_cache-f982e2d2-8a7a-483d-ac67-6ae4665ec421" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.760114] env[69350]: DEBUG nova.network.neutron [req-70804d3b-d895-4214-9c04-7b4697bf5b7c req-5584a5ef-5928-4b8b-a1e2-721b28b929a5 service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Refreshing network info cache for port 558c5dd6-0831-4929-8cd1-654da81e057d {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.767757] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 951.767757] env[69350]: value = "task-4149165" [ 951.767757] env[69350]: _type = "Task" [ 951.767757] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.778383] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.785839] env[69350]: DEBUG nova.network.neutron [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Successfully created port: 22f6fe04-9274-4ac7-9049-fbbac4c5c9a2 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.821584] env[69350]: DEBUG nova.network.neutron [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.912961] env[69350]: DEBUG nova.compute.manager [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.262157] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15be1e2f-b4da-47ce-b1a5-91cdb83b3aab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.281428] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b325284-6d80-467c-a12d-3118a4e31762 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.286467] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.318908] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ffd041-28c7-460a-9aa4-b1ba5fc6dca9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.325610] env[69350]: DEBUG oslo_concurrency.lockutils [req-934a0ed8-102f-49c5-865f-362716fefafb req-da48720b-0e64-4ae3-86c3-85f7a60d96d7 service nova] Releasing lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.328457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquired lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.329099] env[69350]: DEBUG nova.network.neutron [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.332152] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e014eb7-59a8-4a35-ad8a-30deb1d0a604 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.348675] env[69350]: DEBUG nova.compute.provider_tree [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.529778] env[69350]: DEBUG nova.network.neutron [req-70804d3b-d895-4214-9c04-7b4697bf5b7c req-5584a5ef-5928-4b8b-a1e2-721b28b929a5 service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Updated VIF entry in instance network info cache for port 558c5dd6-0831-4929-8cd1-654da81e057d. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.530230] env[69350]: DEBUG nova.network.neutron [req-70804d3b-d895-4214-9c04-7b4697bf5b7c req-5584a5ef-5928-4b8b-a1e2-721b28b929a5 service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Updating instance_info_cache with network_info: [{"id": "558c5dd6-0831-4929-8cd1-654da81e057d", "address": "fa:16:3e:b2:a7:16", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c5dd6-08", "ovs_interfaceid": "558c5dd6-0831-4929-8cd1-654da81e057d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.779431] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149165, 'name': ReconfigVM_Task, 'duration_secs': 0.619935} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.779747] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.780699] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b2eea4-1206-4950-af26-6de2236ba7ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.788670] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 952.788670] env[69350]: value = "task-4149166" [ 952.788670] env[69350]: _type = "Task" [ 952.788670] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.801549] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149166, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.852632] env[69350]: DEBUG nova.scheduler.client.report [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.872824] env[69350]: DEBUG nova.network.neutron [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.925039] env[69350]: DEBUG nova.compute.manager [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.955352] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.956068] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.956415] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.956745] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.957053] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.957383] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.957759] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.960027] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.960027] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.960027] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.960027] env[69350]: DEBUG nova.virt.hardware [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.960027] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c5a6b8-2c27-4c99-9f2b-400982960924 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.972035] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff5db93-e5b0-42ae-ba98-1710c68b38cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.033576] env[69350]: DEBUG oslo_concurrency.lockutils [req-70804d3b-d895-4214-9c04-7b4697bf5b7c req-5584a5ef-5928-4b8b-a1e2-721b28b929a5 service nova] Releasing lock "refresh_cache-f982e2d2-8a7a-483d-ac67-6ae4665ec421" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.040206] env[69350]: DEBUG nova.network.neutron [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updating instance_info_cache with network_info: [{"id": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "address": "fa:16:3e:ae:cf:a4", "network": {"id": "3257f3f3-d3ed-4d00-877f-8219fc1e5b9d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1357745591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "076913668c9c4d3587ad17e7d4e6053d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63fd5e84-bc", "ovs_interfaceid": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.223186] env[69350]: DEBUG nova.compute.manager [req-5c1a6fd9-0ef3-44b9-9a84-baaa638c86a7 req-d54ce42f-a190-4229-97c6-9289988d851c service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Received event network-vif-plugged-22f6fe04-9274-4ac7-9049-fbbac4c5c9a2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.223186] env[69350]: DEBUG oslo_concurrency.lockutils [req-5c1a6fd9-0ef3-44b9-9a84-baaa638c86a7 req-d54ce42f-a190-4229-97c6-9289988d851c service nova] Acquiring lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.223186] env[69350]: DEBUG oslo_concurrency.lockutils [req-5c1a6fd9-0ef3-44b9-9a84-baaa638c86a7 req-d54ce42f-a190-4229-97c6-9289988d851c service nova] Lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.223186] env[69350]: DEBUG oslo_concurrency.lockutils [req-5c1a6fd9-0ef3-44b9-9a84-baaa638c86a7 req-d54ce42f-a190-4229-97c6-9289988d851c service nova] Lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.223888] env[69350]: DEBUG nova.compute.manager [req-5c1a6fd9-0ef3-44b9-9a84-baaa638c86a7 req-d54ce42f-a190-4229-97c6-9289988d851c service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] No waiting events found dispatching network-vif-plugged-22f6fe04-9274-4ac7-9049-fbbac4c5c9a2 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.224220] env[69350]: WARNING nova.compute.manager [req-5c1a6fd9-0ef3-44b9-9a84-baaa638c86a7 req-d54ce42f-a190-4229-97c6-9289988d851c service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Received unexpected event network-vif-plugged-22f6fe04-9274-4ac7-9049-fbbac4c5c9a2 for instance with vm_state building and task_state spawning. [ 953.301235] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149166, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.322521] env[69350]: DEBUG nova.network.neutron [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Successfully updated port: 22f6fe04-9274-4ac7-9049-fbbac4c5c9a2 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.359227] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.359818] env[69350]: DEBUG nova.compute.manager [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.362967] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.990s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.363246] env[69350]: DEBUG nova.objects.instance [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lazy-loading 'resources' on Instance uuid 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.546791] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Releasing lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.547164] env[69350]: DEBUG nova.compute.manager [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Instance network_info: |[{"id": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "address": "fa:16:3e:ae:cf:a4", "network": {"id": "3257f3f3-d3ed-4d00-877f-8219fc1e5b9d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1357745591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "076913668c9c4d3587ad17e7d4e6053d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63fd5e84-bc", "ovs_interfaceid": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.547639] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:cf:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63fd5e84-bcd1-4298-9316-0d8ead6f4ce3', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.555302] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Creating folder: Project (076913668c9c4d3587ad17e7d4e6053d). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.555603] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd2d2c51-45f8-43ea-b43c-419a1b6c8b34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.568331] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Created folder: Project (076913668c9c4d3587ad17e7d4e6053d) in parent group-v821414. [ 953.568545] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Creating folder: Instances. Parent ref: group-v821620. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.568804] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c5b3e8f-e1d1-44b0-8e19-82c011162fa4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.579623] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Created folder: Instances in parent group-v821620. [ 953.579920] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.580147] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.580379] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9aa2985-a978-4f47-8651-7d4da2012835 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.601269] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.601269] env[69350]: value = "task-4149169" [ 953.601269] env[69350]: _type = "Task" [ 953.601269] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.612447] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149169, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.800994] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149166, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.825974] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "refresh_cache-31e7d403-ccf5-4c65-87fc-14ebe825b08f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.826166] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "refresh_cache-31e7d403-ccf5-4c65-87fc-14ebe825b08f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.826366] env[69350]: DEBUG nova.network.neutron [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.866924] env[69350]: DEBUG nova.compute.utils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.872228] env[69350]: DEBUG nova.compute.manager [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.872285] env[69350]: DEBUG nova.network.neutron [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.939584] env[69350]: DEBUG nova.policy [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6afcc9b4cb624b238f7984c618067813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01a8d6985e3411c9b5913e828db28b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.112965] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149169, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.236249] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4885ddc5-c4b7-46b2-8a65-31c3312371b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.244719] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202db24c-4a5a-4ec3-8999-7c101f17cce9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.276343] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38107006-91db-493c-ac1a-26822102fcbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.284761] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30324e75-ae96-4cfa-9a8e-eb15a99e7e3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.299431] env[69350]: DEBUG nova.compute.provider_tree [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.313557] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149166, 'name': Rename_Task, 'duration_secs': 1.167777} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.313557] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.313557] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd77d587-f1d2-40eb-88a6-fdc8b50ba9d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.317585] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 954.317585] env[69350]: value = "task-4149170" [ 954.317585] env[69350]: _type = "Task" [ 954.317585] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.334330] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.366182] env[69350]: DEBUG nova.network.neutron [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.369953] env[69350]: DEBUG nova.network.neutron [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Successfully created port: d2a15768-df6f-4207-90db-282122d17842 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.372463] env[69350]: DEBUG nova.compute.manager [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.614155] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149169, 'name': CreateVM_Task, 'duration_secs': 0.631149} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.615222] env[69350]: DEBUG nova.network.neutron [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Updating instance_info_cache with network_info: [{"id": "22f6fe04-9274-4ac7-9049-fbbac4c5c9a2", "address": "fa:16:3e:21:d2:15", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f6fe04-92", "ovs_interfaceid": "22f6fe04-9274-4ac7-9049-fbbac4c5c9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.616383] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.617088] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.617261] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.617583] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.618078] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84cd07c1-d228-4102-8cc4-f026e54b4a39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.624654] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 954.624654] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52775262-8619-9936-2dcc-6ee2d5a65d4d" [ 954.624654] env[69350]: _type = "Task" [ 954.624654] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.635488] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52775262-8619-9936-2dcc-6ee2d5a65d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.807449] env[69350]: DEBUG nova.scheduler.client.report [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.829602] env[69350]: DEBUG oslo_vmware.api [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149170, 'name': PowerOnVM_Task, 'duration_secs': 0.470537} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.830620] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.830820] env[69350]: DEBUG nova.compute.manager [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.831674] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3986996-97b3-4140-a640-a60458de4f91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.119522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "refresh_cache-31e7d403-ccf5-4c65-87fc-14ebe825b08f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.119701] env[69350]: DEBUG nova.compute.manager [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Instance network_info: |[{"id": "22f6fe04-9274-4ac7-9049-fbbac4c5c9a2", "address": "fa:16:3e:21:d2:15", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f6fe04-92", "ovs_interfaceid": "22f6fe04-9274-4ac7-9049-fbbac4c5c9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.120256] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:d2:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22f6fe04-9274-4ac7-9049-fbbac4c5c9a2', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.127741] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.128079] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.131485] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9632e7ae-f985-4246-81eb-8f850208335f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.151986] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52775262-8619-9936-2dcc-6ee2d5a65d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.153346] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.153587] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.153829] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.154034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.154243] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.154480] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.154480] env[69350]: value = "task-4149171" [ 955.154480] env[69350]: _type = "Task" [ 955.154480] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.154662] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec605118-0dae-4c12-90bc-88fb2a1f56a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.164894] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149171, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.166995] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.167206] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.167929] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa951b2-246b-41f1-8ccb-90d2e5a861d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.173359] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 955.173359] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523a9b90-6c7a-34b4-e05c-127fe0278208" [ 955.173359] env[69350]: _type = "Task" [ 955.173359] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.182216] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523a9b90-6c7a-34b4-e05c-127fe0278208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.254191] env[69350]: DEBUG nova.compute.manager [req-a0804633-0ea8-4e4d-a8a6-140165b5d7e1 req-d4875349-92c8-4e15-a9e4-5252290de652 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Received event network-changed-22f6fe04-9274-4ac7-9049-fbbac4c5c9a2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.254191] env[69350]: DEBUG nova.compute.manager [req-a0804633-0ea8-4e4d-a8a6-140165b5d7e1 req-d4875349-92c8-4e15-a9e4-5252290de652 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Refreshing instance network info cache due to event network-changed-22f6fe04-9274-4ac7-9049-fbbac4c5c9a2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.254191] env[69350]: DEBUG oslo_concurrency.lockutils [req-a0804633-0ea8-4e4d-a8a6-140165b5d7e1 req-d4875349-92c8-4e15-a9e4-5252290de652 service nova] Acquiring lock "refresh_cache-31e7d403-ccf5-4c65-87fc-14ebe825b08f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.254191] env[69350]: DEBUG oslo_concurrency.lockutils [req-a0804633-0ea8-4e4d-a8a6-140165b5d7e1 req-d4875349-92c8-4e15-a9e4-5252290de652 service nova] Acquired lock "refresh_cache-31e7d403-ccf5-4c65-87fc-14ebe825b08f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.254385] env[69350]: DEBUG nova.network.neutron [req-a0804633-0ea8-4e4d-a8a6-140165b5d7e1 req-d4875349-92c8-4e15-a9e4-5252290de652 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Refreshing network info cache for port 22f6fe04-9274-4ac7-9049-fbbac4c5c9a2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.313061] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.315695] env[69350]: DEBUG oslo_concurrency.lockutils [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.892s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.344483] env[69350]: INFO nova.scheduler.client.report [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Deleted allocations for instance 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce [ 955.353713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.386689] env[69350]: DEBUG nova.compute.manager [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.418396] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.418686] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.418871] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.419089] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.419369] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.419546] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.419781] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.419984] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.420182] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.420384] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.420554] env[69350]: DEBUG nova.virt.hardware [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.421950] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a2208f-b87a-440b-a112-e47d629d4e50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.432094] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d00762-1a09-4fad-9706-2b13236e8681 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.669723] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149171, 'name': CreateVM_Task, 'duration_secs': 0.429592} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.669988] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.670747] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.670949] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.671314] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.671581] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ae7b67-9fc6-4ecf-bd15-cf35523ab069 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.692486] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 955.692486] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5248222c-76a2-ec73-6419-9cc212fbb557" [ 955.692486] env[69350]: _type = "Task" [ 955.692486] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.693101] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523a9b90-6c7a-34b4-e05c-127fe0278208, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.697770] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa206f5-4ec1-4edc-8e3b-f686591af61b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.706233] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 955.706233] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e5da87-50b1-9a70-f5a1-4144398b8aa3" [ 955.706233] env[69350]: _type = "Task" [ 955.706233] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.711651] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5248222c-76a2-ec73-6419-9cc212fbb557, 'name': SearchDatastore_Task, 'duration_secs': 0.016445} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.719315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.719315] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.719315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.723895] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e5da87-50b1-9a70-f5a1-4144398b8aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.011644} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.724287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.724618] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a673f247-5537-40ee-a707-b537faf8d9e1/a673f247-5537-40ee-a707-b537faf8d9e1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.725897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.725897] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.725897] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b963588e-6707-45ff-b0fb-005459181f66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.728227] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d2dfd2c-470f-47dc-8542-c9ea743ccad6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.737515] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 955.737515] env[69350]: value = "task-4149172" [ 955.737515] env[69350]: _type = "Task" [ 955.737515] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.743319] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.743845] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.745228] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1428b5ca-2e1b-4707-8320-08f8c5f8cc68 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.752083] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.762258] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 955.762258] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5276e2bc-9f1b-a038-1f41-4456648764b0" [ 955.762258] env[69350]: _type = "Task" [ 955.762258] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.773260] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5276e2bc-9f1b-a038-1f41-4456648764b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012857} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.774281] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e20430-c4aa-4b89-a5be-501265f7dd66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.780827] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 955.780827] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52492a8c-b3f2-83ab-498b-757e1ba6eebd" [ 955.780827] env[69350]: _type = "Task" [ 955.780827] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.790526] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52492a8c-b3f2-83ab-498b-757e1ba6eebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.858414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-08ffb0be-262f-4828-aca5-5fa6b6ee9f33 tempest-InstanceActionsTestJSON-1536384266 tempest-InstanceActionsTestJSON-1536384266-project-member] Lock "928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.116s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.967624] env[69350]: DEBUG nova.network.neutron [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Successfully updated port: d2a15768-df6f-4207-90db-282122d17842 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.144373] env[69350]: INFO nova.compute.manager [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Rebuilding instance [ 956.209213] env[69350]: DEBUG nova.compute.manager [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.210261] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da451e2-b0ce-44e7-a3c4-88ffca38286a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.216708] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d77dd4-5d01-4ed3-874b-36a2318c6b51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.234224] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b4816d-51e5-42fc-813b-bf07c1b27c33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.248684] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149172, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.277977] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944d403f-d916-4593-b45c-a9e5327f24c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.288827] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2000d1f9-6f18-4e78-9567-94e64cb490b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.296890] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52492a8c-b3f2-83ab-498b-757e1ba6eebd, 'name': SearchDatastore_Task, 'duration_secs': 0.013091} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.297569] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.297847] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 31e7d403-ccf5-4c65-87fc-14ebe825b08f/31e7d403-ccf5-4c65-87fc-14ebe825b08f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.298154] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c03e952e-5944-491a-8027-079fbc72d49b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.308678] env[69350]: DEBUG nova.compute.provider_tree [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.317634] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 956.317634] env[69350]: value = "task-4149173" [ 956.317634] env[69350]: _type = "Task" [ 956.317634] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.327420] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.364337] env[69350]: DEBUG nova.network.neutron [req-a0804633-0ea8-4e4d-a8a6-140165b5d7e1 req-d4875349-92c8-4e15-a9e4-5252290de652 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Updated VIF entry in instance network info cache for port 22f6fe04-9274-4ac7-9049-fbbac4c5c9a2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.364736] env[69350]: DEBUG nova.network.neutron [req-a0804633-0ea8-4e4d-a8a6-140165b5d7e1 req-d4875349-92c8-4e15-a9e4-5252290de652 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Updating instance_info_cache with network_info: [{"id": "22f6fe04-9274-4ac7-9049-fbbac4c5c9a2", "address": "fa:16:3e:21:d2:15", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f6fe04-92", "ovs_interfaceid": "22f6fe04-9274-4ac7-9049-fbbac4c5c9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.479964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquiring lock "refresh_cache-6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.480465] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquired lock "refresh_cache-6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.480465] env[69350]: DEBUG nova.network.neutron [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.756559] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615443} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.756971] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a673f247-5537-40ee-a707-b537faf8d9e1/a673f247-5537-40ee-a707-b537faf8d9e1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.757686] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.757686] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-853d1250-61f2-48ae-842f-fb9a35b5b091 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.766995] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 956.766995] env[69350]: value = "task-4149174" [ 956.766995] env[69350]: _type = "Task" [ 956.766995] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.778338] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.815504] env[69350]: DEBUG nova.scheduler.client.report [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.832893] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149173, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.867950] env[69350]: DEBUG oslo_concurrency.lockutils [req-a0804633-0ea8-4e4d-a8a6-140165b5d7e1 req-d4875349-92c8-4e15-a9e4-5252290de652 service nova] Releasing lock "refresh_cache-31e7d403-ccf5-4c65-87fc-14ebe825b08f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.036217] env[69350]: DEBUG nova.network.neutron [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.239295] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.239637] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-669fd5aa-88d4-4d15-923d-c9d346c75d1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.251392] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for the task: (returnval){ [ 957.251392] env[69350]: value = "task-4149175" [ 957.251392] env[69350]: _type = "Task" [ 957.251392] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.259668] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.281737] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086394} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.282251] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.283318] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9662e923-c219-40da-af53-f8f7663627dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.313108] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a673f247-5537-40ee-a707-b537faf8d9e1/a673f247-5537-40ee-a707-b537faf8d9e1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.316204] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f7cb1b7-eb64-4e09-9cee-06a72dc6cbac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.346672] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881319} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.348294] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 31e7d403-ccf5-4c65-87fc-14ebe825b08f/31e7d403-ccf5-4c65-87fc-14ebe825b08f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.348595] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.348927] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 957.348927] env[69350]: value = "task-4149176" [ 957.348927] env[69350]: _type = "Task" [ 957.348927] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.349245] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97eba3bf-c551-4aca-889c-668ceda6fa3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.364500] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.365707] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 957.365707] env[69350]: value = "task-4149177" [ 957.365707] env[69350]: _type = "Task" [ 957.365707] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.382115] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.382695] env[69350]: DEBUG nova.compute.manager [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Received event network-vif-plugged-d2a15768-df6f-4207-90db-282122d17842 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.382695] env[69350]: DEBUG oslo_concurrency.lockutils [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] Acquiring lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.382946] env[69350]: DEBUG oslo_concurrency.lockutils [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] Lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.383159] env[69350]: DEBUG oslo_concurrency.lockutils [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] Lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.383369] env[69350]: DEBUG nova.compute.manager [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] No waiting events found dispatching network-vif-plugged-d2a15768-df6f-4207-90db-282122d17842 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.383546] env[69350]: WARNING nova.compute.manager [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Received unexpected event network-vif-plugged-d2a15768-df6f-4207-90db-282122d17842 for instance with vm_state building and task_state spawning. [ 957.383731] env[69350]: DEBUG nova.compute.manager [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Received event network-changed-d2a15768-df6f-4207-90db-282122d17842 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.383929] env[69350]: DEBUG nova.compute.manager [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Refreshing instance network info cache due to event network-changed-d2a15768-df6f-4207-90db-282122d17842. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.384195] env[69350]: DEBUG oslo_concurrency.lockutils [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] Acquiring lock "refresh_cache-6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.448817] env[69350]: DEBUG nova.network.neutron [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Updating instance_info_cache with network_info: [{"id": "d2a15768-df6f-4207-90db-282122d17842", "address": "fa:16:3e:fc:43:76", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a15768-df", "ovs_interfaceid": "d2a15768-df6f-4207-90db-282122d17842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.761885] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149175, 'name': PowerOffVM_Task, 'duration_secs': 0.129768} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.762182] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.762431] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.763302] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04566c5-192b-46c8-a76a-f01b80241a62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.771117] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.771447] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-033540ed-8131-43ef-839d-a8fd194579e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.799428] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.799658] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.799883] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Deleting the datastore file [datastore1] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.800224] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d7ee9d6-21bc-4da1-898d-041f2247cb6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.808627] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for the task: (returnval){ [ 957.808627] env[69350]: value = "task-4149179" [ 957.808627] env[69350]: _type = "Task" [ 957.808627] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.817826] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.842948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.527s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.849787] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.639s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.850169] env[69350]: DEBUG nova.objects.instance [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lazy-loading 'resources' on Instance uuid e32fbbf9-7be3-4a59-a190-d27cdfb1e357 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.864124] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149176, 'name': ReconfigVM_Task, 'duration_secs': 0.379603} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.865017] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a673f247-5537-40ee-a707-b537faf8d9e1/a673f247-5537-40ee-a707-b537faf8d9e1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.865745] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c1368e0-c238-4e82-b5db-7bfed17d4b73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.876950] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074541} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.878820] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.879358] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 957.879358] env[69350]: value = "task-4149180" [ 957.879358] env[69350]: _type = "Task" [ 957.879358] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.880299] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b708f3d-4967-4fd3-862e-80c2b3fb77bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.907631] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 31e7d403-ccf5-4c65-87fc-14ebe825b08f/31e7d403-ccf5-4c65-87fc-14ebe825b08f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.911939] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a33168c6-4422-4015-9f9c-61442ce14fcd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.926805] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149180, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.932987] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 957.932987] env[69350]: value = "task-4149181" [ 957.932987] env[69350]: _type = "Task" [ 957.932987] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.942677] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.955132] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Releasing lock "refresh_cache-6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.955499] env[69350]: DEBUG nova.compute.manager [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Instance network_info: |[{"id": "d2a15768-df6f-4207-90db-282122d17842", "address": "fa:16:3e:fc:43:76", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a15768-df", "ovs_interfaceid": "d2a15768-df6f-4207-90db-282122d17842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.955908] env[69350]: DEBUG oslo_concurrency.lockutils [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] Acquired lock "refresh_cache-6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.956153] env[69350]: DEBUG nova.network.neutron [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Refreshing network info cache for port d2a15768-df6f-4207-90db-282122d17842 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.957535] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:43:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2a15768-df6f-4207-90db-282122d17842', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.968869] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Creating folder: Project (a01a8d6985e3411c9b5913e828db28b2). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.972759] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd7f2837-7acf-4d84-a000-dfd427764178 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.986478] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Created folder: Project (a01a8d6985e3411c9b5913e828db28b2) in parent group-v821414. [ 957.986718] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Creating folder: Instances. Parent ref: group-v821624. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.986979] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f5fb6e7-899e-422a-a3da-b84e764d4f6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.998753] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Created folder: Instances in parent group-v821624. [ 957.999042] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.999293] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.999556] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3ccf928-7064-4162-be3c-f4358bbb0717 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.022491] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.022491] env[69350]: value = "task-4149184" [ 958.022491] env[69350]: _type = "Task" [ 958.022491] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.031918] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149184, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.325232] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104633} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.325586] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.325788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.325977] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.401088] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149180, 'name': Rename_Task, 'duration_secs': 0.180028} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.401088] env[69350]: DEBUG nova.network.neutron [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Updated VIF entry in instance network info cache for port d2a15768-df6f-4207-90db-282122d17842. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.401088] env[69350]: DEBUG nova.network.neutron [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Updating instance_info_cache with network_info: [{"id": "d2a15768-df6f-4207-90db-282122d17842", "address": "fa:16:3e:fc:43:76", "network": {"id": "2a955bb0-f9a2-4d07-b72c-c8cc7fde42e6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f21831ae49034eb3a1afa203a1f7b10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a15768-df", "ovs_interfaceid": "d2a15768-df6f-4207-90db-282122d17842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.401951] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.402341] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2363f3e-b74d-4d7d-bda2-a09a4cda93c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.413012] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 958.413012] env[69350]: value = "task-4149185" [ 958.413012] env[69350]: _type = "Task" [ 958.413012] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.424720] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.447594] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149181, 'name': ReconfigVM_Task, 'duration_secs': 0.368317} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.447980] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 31e7d403-ccf5-4c65-87fc-14ebe825b08f/31e7d403-ccf5-4c65-87fc-14ebe825b08f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.449547] env[69350]: INFO nova.scheduler.client.report [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted allocation for migration bd873d41-27b8-44e1-b14d-6e10fcfaa91f [ 958.454054] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66d0e996-ecbd-4c26-a246-2cb3630fae6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.465507] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 958.465507] env[69350]: value = "task-4149186" [ 958.465507] env[69350]: _type = "Task" [ 958.465507] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.476778] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149186, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.540710] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149184, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.749507] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade19f41-6c82-4165-868a-a615d85481cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.760708] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e60e9-b3dc-4ab4-96b1-27bdef3b9a4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.797982] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2d273d-131d-4adc-830f-dfc4ff50d438 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.806777] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7093ef-b5ca-4e68-b3d6-1271c38a4cc7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.825095] env[69350]: DEBUG nova.compute.provider_tree [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.903145] env[69350]: DEBUG oslo_concurrency.lockutils [req-9356164b-1625-4c0e-a685-c01d2d8b3a2c req-d479ee8b-56e0-41c7-930a-b6ae54a36adf service nova] Releasing lock "refresh_cache-6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.923544] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.955482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-51bbc4ec-8a25-45b7-96e5-eebd2d457516 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "839d9db5-bbec-478b-9d79-26b43467da5b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.092s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.978364] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149186, 'name': Rename_Task, 'duration_secs': 0.158878} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.978724] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.979035] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5630771-08ee-4527-98ed-41868b637ba8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.987168] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 958.987168] env[69350]: value = "task-4149187" [ 958.987168] env[69350]: _type = "Task" [ 958.987168] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.996595] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.036207] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149184, 'name': CreateVM_Task, 'duration_secs': 0.918885} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.036334] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.037075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.038027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.038027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.038027] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00dc65a2-1316-4f9a-94b9-98d4f9d5af9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.043447] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for the task: (returnval){ [ 959.043447] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520492f4-095d-81bd-068b-66e3c0340f61" [ 959.043447] env[69350]: _type = "Task" [ 959.043447] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.053171] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520492f4-095d-81bd-068b-66e3c0340f61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.328048] env[69350]: DEBUG nova.scheduler.client.report [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.365769] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.366173] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.366422] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.366717] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.366977] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.367227] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.367596] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.367870] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.368163] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.368458] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.368756] env[69350]: DEBUG nova.virt.hardware [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.370331] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad4f185-8805-4088-ac3a-b257f68d5383 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.383510] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868e6aab-ce8b-406e-98c6-609059a5ef9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.400969] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.407097] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.407470] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.407763] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5df51ee6-0d10-49b6-9540-30ecb3476978 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.429460] env[69350]: DEBUG oslo_vmware.api [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149185, 'name': PowerOnVM_Task, 'duration_secs': 0.984864} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.431143] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.431317] env[69350]: INFO nova.compute.manager [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Took 8.99 seconds to spawn the instance on the hypervisor. [ 959.431480] env[69350]: DEBUG nova.compute.manager [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.431757] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.431757] env[69350]: value = "task-4149188" [ 959.431757] env[69350]: _type = "Task" [ 959.431757] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.432547] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b393a775-6c24-4ada-9287-69b82ef38606 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.448119] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149188, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.507778] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149187, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.557124] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520492f4-095d-81bd-068b-66e3c0340f61, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.557493] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.557791] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.558048] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.558224] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.558666] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.561396] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff6c6f53-5f99-4f04-bd05-488e8794738c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.572064] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.572312] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.573235] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e5ed37-0e5b-43aa-a642-2841ecc542ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.581370] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for the task: (returnval){ [ 959.581370] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5288dfd3-85ea-f4e2-592e-e67bddcb8705" [ 959.581370] env[69350]: _type = "Task" [ 959.581370] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.591918] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5288dfd3-85ea-f4e2-592e-e67bddcb8705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.833603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.836894] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.016s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.837856] env[69350]: INFO nova.compute.claims [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.866245] env[69350]: INFO nova.scheduler.client.report [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Deleted allocations for instance e32fbbf9-7be3-4a59-a190-d27cdfb1e357 [ 959.946346] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149188, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.959259] env[69350]: INFO nova.compute.manager [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Took 41.68 seconds to build instance. [ 959.999658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "839d9db5-bbec-478b-9d79-26b43467da5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.999936] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "839d9db5-bbec-478b-9d79-26b43467da5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.000163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "839d9db5-bbec-478b-9d79-26b43467da5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.000360] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "839d9db5-bbec-478b-9d79-26b43467da5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.000517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "839d9db5-bbec-478b-9d79-26b43467da5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.002405] env[69350]: DEBUG oslo_vmware.api [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149187, 'name': PowerOnVM_Task, 'duration_secs': 0.594684} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.002686] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.002927] env[69350]: INFO nova.compute.manager [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Took 7.08 seconds to spawn the instance on the hypervisor. [ 960.003162] env[69350]: DEBUG nova.compute.manager [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.003718] env[69350]: INFO nova.compute.manager [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Terminating instance [ 960.005743] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd9c5ae-9d70-4d26-b409-06f1bd28fc78 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.093482] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5288dfd3-85ea-f4e2-592e-e67bddcb8705, 'name': SearchDatastore_Task, 'duration_secs': 0.013757} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.094702] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de231ea0-7bf2-4f5d-86d5-8d25180f9cab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.101331] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for the task: (returnval){ [ 960.101331] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a18d80-5652-cc6b-f9ef-8cd50ed72a73" [ 960.101331] env[69350]: _type = "Task" [ 960.101331] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.110590] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a18d80-5652-cc6b-f9ef-8cd50ed72a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.377740] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efe1b935-10a2-4f75-9c58-66ba9d8b1e68 tempest-InstanceActionsV221TestJSON-1758791130 tempest-InstanceActionsV221TestJSON-1758791130-project-member] Lock "e32fbbf9-7be3-4a59-a190-d27cdfb1e357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.652s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.447775] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149188, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.462837] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0372fb01-a02b-4315-b548-55c8dbbed537 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lock "a673f247-5537-40ee-a707-b537faf8d9e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.213s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.512187] env[69350]: DEBUG nova.compute.manager [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.512339] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.513382] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75925c1-83f2-4b19-845f-ca35a0a63a1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.526980] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.529736] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17443903-eb38-4a77-bbdd-c027d262c211 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.531132] env[69350]: INFO nova.compute.manager [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Took 40.21 seconds to build instance. [ 960.538053] env[69350]: DEBUG oslo_vmware.api [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 960.538053] env[69350]: value = "task-4149189" [ 960.538053] env[69350]: _type = "Task" [ 960.538053] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.548337] env[69350]: DEBUG oslo_vmware.api [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.578528] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "949b5fcc-face-445f-bebb-e6c707b44546" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.578717] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "949b5fcc-face-445f-bebb-e6c707b44546" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.612925] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a18d80-5652-cc6b-f9ef-8cd50ed72a73, 'name': SearchDatastore_Task, 'duration_secs': 0.025851} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.613120] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.613419] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27/6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.613743] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ec6fe92-0ab3-47ce-baea-b5ab0260c22c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.624391] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for the task: (returnval){ [ 960.624391] env[69350]: value = "task-4149190" [ 960.624391] env[69350]: _type = "Task" [ 960.624391] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.634872] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.694121] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.695029] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.826292] env[69350]: INFO nova.compute.manager [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Rescuing [ 960.826292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquiring lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.826292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquired lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.826292] env[69350]: DEBUG nova.network.neutron [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.950263] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149188, 'name': CreateVM_Task, 'duration_secs': 1.384145} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.953153] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.953842] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.954440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.954440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.954660] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd70f4eb-2eb7-4c1a-bb89-be57987282fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.961720] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for the task: (returnval){ [ 960.961720] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526243a7-f949-0e79-0982-6f2fa8dae913" [ 960.961720] env[69350]: _type = "Task" [ 960.961720] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.973154] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526243a7-f949-0e79-0982-6f2fa8dae913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.033545] env[69350]: DEBUG oslo_concurrency.lockutils [None req-788e5a6c-2979-4c35-aac2-8ab313ba512c tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.724s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.050150] env[69350]: DEBUG oslo_vmware.api [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149189, 'name': PowerOffVM_Task, 'duration_secs': 0.237966} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.050449] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.050624] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.050906] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a916ac7-c3ae-4b31-af5e-b3a77f6417d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.082655] env[69350]: DEBUG nova.compute.manager [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.145667] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149190, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.156115] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.156480] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.156753] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleting the datastore file [datastore1] 839d9db5-bbec-478b-9d79-26b43467da5b {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.157058] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10bb81e1-03f3-4e02-885e-eae1468640df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.166263] env[69350]: DEBUG oslo_vmware.api [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 961.166263] env[69350]: value = "task-4149192" [ 961.166263] env[69350]: _type = "Task" [ 961.166263] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.180124] env[69350]: DEBUG oslo_vmware.api [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.186163] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491640f-68aa-4342-9b74-fab7319fec06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.194413] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66efefbc-53b8-4f50-8d57-9c85730a72b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.205528] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.205528] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.205528] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.205528] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.205528] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.205528] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.205528] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 961.205528] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.232689] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74da8617-05aa-4ca9-9124-90b8cce52b9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.242129] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843eb14b-3d83-44d2-9d45-808fa5223bc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.258194] env[69350]: DEBUG nova.compute.provider_tree [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.477686] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526243a7-f949-0e79-0982-6f2fa8dae913, 'name': SearchDatastore_Task, 'duration_secs': 0.025499} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.478476] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.478757] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.479133] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.479547] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.479907] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.480307] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29ead5fb-82d9-47ec-af6f-f94b0535f34f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.496387] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.496590] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.497709] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fadb7ec8-40e6-4299-9149-177d45c4cbb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.506699] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for the task: (returnval){ [ 961.506699] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5271a6ce-51be-1d23-93d1-959153ef81c5" [ 961.506699] env[69350]: _type = "Task" [ 961.506699] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.516823] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5271a6ce-51be-1d23-93d1-959153ef81c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.611892] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.636733] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68332} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.640026] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27/6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.640026] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.640026] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae177476-5b84-4ee0-8058-df120b751f2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.648515] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for the task: (returnval){ [ 961.648515] env[69350]: value = "task-4149193" [ 961.648515] env[69350]: _type = "Task" [ 961.648515] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.660682] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.676813] env[69350]: DEBUG oslo_vmware.api [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.708119] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.735028] env[69350]: DEBUG nova.network.neutron [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updating instance_info_cache with network_info: [{"id": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "address": "fa:16:3e:ae:cf:a4", "network": {"id": "3257f3f3-d3ed-4d00-877f-8219fc1e5b9d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1357745591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "076913668c9c4d3587ad17e7d4e6053d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63fd5e84-bc", "ovs_interfaceid": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.763241] env[69350]: DEBUG nova.scheduler.client.report [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.021286] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5271a6ce-51be-1d23-93d1-959153ef81c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01359} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.022321] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062b5115-563a-4254-aa6e-9bbce9381846 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.029175] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for the task: (returnval){ [ 962.029175] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b88799-b2b5-1818-c136-c0e0a7aee948" [ 962.029175] env[69350]: _type = "Task" [ 962.029175] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.040937] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b88799-b2b5-1818-c136-c0e0a7aee948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.165036] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21948} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.165036] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.165036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20680ab-322b-45fe-8ef7-637b75e2dc85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.209726] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27/6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.212127] env[69350]: DEBUG oslo_vmware.api [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521316} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.212127] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-786cd45c-e184-4107-939d-a97dec33d736 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.229710] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.230078] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.230486] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.230586] env[69350]: INFO nova.compute.manager [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Took 1.72 seconds to destroy the instance on the hypervisor. [ 962.230942] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.231312] env[69350]: DEBUG nova.compute.manager [-] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.232045] env[69350]: DEBUG nova.network.neutron [-] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.237075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Releasing lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.241825] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for the task: (returnval){ [ 962.241825] env[69350]: value = "task-4149194" [ 962.241825] env[69350]: _type = "Task" [ 962.241825] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.252934] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.275032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.275032] env[69350]: DEBUG nova.compute.manager [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.276031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.925s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.277630] env[69350]: INFO nova.compute.claims [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.419174] env[69350]: DEBUG nova.compute.manager [req-2955d45e-b483-4712-aaa7-c2b5ba533a09 req-91ebcdbc-da97-4b39-b946-45547b348d52 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Received event network-changed-22f6fe04-9274-4ac7-9049-fbbac4c5c9a2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.419174] env[69350]: DEBUG nova.compute.manager [req-2955d45e-b483-4712-aaa7-c2b5ba533a09 req-91ebcdbc-da97-4b39-b946-45547b348d52 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Refreshing instance network info cache due to event network-changed-22f6fe04-9274-4ac7-9049-fbbac4c5c9a2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.419531] env[69350]: DEBUG oslo_concurrency.lockutils [req-2955d45e-b483-4712-aaa7-c2b5ba533a09 req-91ebcdbc-da97-4b39-b946-45547b348d52 service nova] Acquiring lock "refresh_cache-31e7d403-ccf5-4c65-87fc-14ebe825b08f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.419692] env[69350]: DEBUG oslo_concurrency.lockutils [req-2955d45e-b483-4712-aaa7-c2b5ba533a09 req-91ebcdbc-da97-4b39-b946-45547b348d52 service nova] Acquired lock "refresh_cache-31e7d403-ccf5-4c65-87fc-14ebe825b08f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.420141] env[69350]: DEBUG nova.network.neutron [req-2955d45e-b483-4712-aaa7-c2b5ba533a09 req-91ebcdbc-da97-4b39-b946-45547b348d52 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Refreshing network info cache for port 22f6fe04-9274-4ac7-9049-fbbac4c5c9a2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.543029] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b88799-b2b5-1818-c136-c0e0a7aee948, 'name': SearchDatastore_Task, 'duration_secs': 0.026953} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.543469] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.543659] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.543943] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9a43bd9-2de4-425d-8d34-09906f81faf5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.554264] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for the task: (returnval){ [ 962.554264] env[69350]: value = "task-4149195" [ 962.554264] env[69350]: _type = "Task" [ 962.554264] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.564100] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.753670] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149194, 'name': ReconfigVM_Task, 'duration_secs': 0.427004} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.754040] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27/6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.754770] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f72069e9-4128-4976-85f3-eeab5c580adc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.763966] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for the task: (returnval){ [ 962.763966] env[69350]: value = "task-4149196" [ 962.763966] env[69350]: _type = "Task" [ 962.763966] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.778270] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149196, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.787720] env[69350]: DEBUG nova.compute.utils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.793027] env[69350]: DEBUG nova.compute.manager [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.793027] env[69350]: DEBUG nova.network.neutron [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.849468] env[69350]: DEBUG nova.policy [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7f0dd62e1324f0086a66e6413de8e59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1da1f62c7446493f8cb62d9dc2e5860a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.066581] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149195, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.162231] env[69350]: DEBUG nova.network.neutron [-] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.281250] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149196, 'name': Rename_Task, 'duration_secs': 0.485987} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.282362] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.284921] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f77b4b2-afd4-46b9-b08c-9c2e87e36481 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.296161] env[69350]: DEBUG nova.compute.manager [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.307482] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for the task: (returnval){ [ 963.307482] env[69350]: value = "task-4149197" [ 963.307482] env[69350]: _type = "Task" [ 963.307482] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.322576] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149197, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.333282] env[69350]: DEBUG nova.network.neutron [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Successfully created port: c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.471070] env[69350]: DEBUG nova.network.neutron [req-2955d45e-b483-4712-aaa7-c2b5ba533a09 req-91ebcdbc-da97-4b39-b946-45547b348d52 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Updated VIF entry in instance network info cache for port 22f6fe04-9274-4ac7-9049-fbbac4c5c9a2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.471070] env[69350]: DEBUG nova.network.neutron [req-2955d45e-b483-4712-aaa7-c2b5ba533a09 req-91ebcdbc-da97-4b39-b946-45547b348d52 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Updating instance_info_cache with network_info: [{"id": "22f6fe04-9274-4ac7-9049-fbbac4c5c9a2", "address": "fa:16:3e:21:d2:15", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f6fe04-92", "ovs_interfaceid": "22f6fe04-9274-4ac7-9049-fbbac4c5c9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.567857] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.990873} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.568349] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.568552] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.568844] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0532937-7a3c-464f-8c13-1f8429300923 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.582209] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for the task: (returnval){ [ 963.582209] env[69350]: value = "task-4149198" [ 963.582209] env[69350]: _type = "Task" [ 963.582209] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.595837] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.668883] env[69350]: INFO nova.compute.manager [-] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Took 1.44 seconds to deallocate network for instance. [ 963.675478] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6683f98b-cd90-4bd8-a381-3413bfd7f636 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.686164] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c513ae1-5db2-49f4-b845-8951508e0cba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.730167] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed57e88f-ef7a-4b20-a50a-1b1c58ade56f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.742485] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19be693-8a1e-4dc0-be56-dc4a8a003fd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.758775] env[69350]: DEBUG nova.compute.provider_tree [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.790474] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.790789] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-747dfc2a-ef15-4ca1-947a-f8b24e085310 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.799704] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 963.799704] env[69350]: value = "task-4149199" [ 963.799704] env[69350]: _type = "Task" [ 963.799704] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.814370] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.828379] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149197, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.975548] env[69350]: DEBUG oslo_concurrency.lockutils [req-2955d45e-b483-4712-aaa7-c2b5ba533a09 req-91ebcdbc-da97-4b39-b946-45547b348d52 service nova] Releasing lock "refresh_cache-31e7d403-ccf5-4c65-87fc-14ebe825b08f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.095028] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300766} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.095340] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.096208] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6439174a-ef81-4dc0-9233-cc4c304fb667 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.119188] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.119574] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2abb579-06cc-45cf-a176-15c49f547340 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.141477] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for the task: (returnval){ [ 964.141477] env[69350]: value = "task-4149200" [ 964.141477] env[69350]: _type = "Task" [ 964.141477] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.151455] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.179765] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.262757] env[69350]: DEBUG nova.scheduler.client.report [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.309923] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149199, 'name': PowerOffVM_Task, 'duration_secs': 0.228001} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.310474] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.311740] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21f845b-3852-4f5d-84f4-e5ee88f871ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.318739] env[69350]: DEBUG nova.compute.manager [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.335895] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea641b2f-4a54-4c33-8186-dca12a778ded {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.341833] env[69350]: DEBUG oslo_vmware.api [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149197, 'name': PowerOnVM_Task, 'duration_secs': 0.822134} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.342653] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.342889] env[69350]: INFO nova.compute.manager [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Took 8.96 seconds to spawn the instance on the hypervisor. [ 964.343103] env[69350]: DEBUG nova.compute.manager [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.343938] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd77900-07bb-4a16-b9c5-4992bd572ee0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.362120] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.362394] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.362623] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.362748] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.362938] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.363180] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.363405] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.363573] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.363733] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.363897] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.364092] env[69350]: DEBUG nova.virt.hardware [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.364983] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9f3c2d-013f-49c6-ab9f-986bf123c998 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.377798] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.379201] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aa25d7-2f4c-4757-b231-79ea7630a047 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.383862] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63dc7b71-b80d-40fd-9237-d2e085a2c8e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.398498] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 964.398498] env[69350]: value = "task-4149201" [ 964.398498] env[69350]: _type = "Task" [ 964.398498] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.409507] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.409724] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.410026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.410193] env[69350]: DEBUG oslo_concurrency.lockutils [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.410380] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.410650] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2be34a00-7a96-4bb7-b262-1d3164e83de8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.431418] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.431694] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.432650] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27096e7f-a6d3-4ac7-976f-ae8602985bc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.439734] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 964.439734] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52663f7b-0e3b-185e-b7c9-c889500d54f8" [ 964.439734] env[69350]: _type = "Task" [ 964.439734] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.449356] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52663f7b-0e3b-185e-b7c9-c889500d54f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.451701] env[69350]: DEBUG nova.compute.manager [req-413a9a0d-0ed3-4169-9735-33c066e41d87 req-7012748c-a568-41d6-a539-4b80937c6bab service nova] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Received event network-vif-deleted-2969b78b-060c-4eef-8a37-72a6ce7c5389 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.653754] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.685326] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ea875cca-f92c-4509-a97c-c704627dec6e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.685538] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.768750] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.769327] env[69350]: DEBUG nova.compute.manager [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.772217] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.059s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.775830] env[69350]: INFO nova.compute.claims [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.868355] env[69350]: INFO nova.compute.manager [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Took 41.21 seconds to build instance. [ 964.951169] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52663f7b-0e3b-185e-b7c9-c889500d54f8, 'name': SearchDatastore_Task, 'duration_secs': 0.070749} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.952316] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ca90ea-f56e-4263-92f8-ae81eccf356e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.958195] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 964.958195] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529ef970-ac3f-b059-7811-0f0526831b7a" [ 964.958195] env[69350]: _type = "Task" [ 964.958195] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.963434] env[69350]: DEBUG nova.network.neutron [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Successfully updated port: c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.967860] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529ef970-ac3f-b059-7811-0f0526831b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.154469] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.189122] env[69350]: DEBUG nova.compute.utils [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.280584] env[69350]: DEBUG nova.compute.utils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.282030] env[69350]: DEBUG nova.compute.manager [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.282231] env[69350]: DEBUG nova.network.neutron [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.345657] env[69350]: DEBUG nova.policy [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4db4ec4e7214fad90a24464240525e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01f41324f5d42edb4949e36cc14f759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.369794] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a4434740-4d55-42c8-b4aa-b5cd266fc5a6 tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.725s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.469561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.469730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquired lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.469868] env[69350]: DEBUG nova.network.neutron [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.474236] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529ef970-ac3f-b059-7811-0f0526831b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.033824} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.474236] env[69350]: DEBUG oslo_concurrency.lockutils [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.474236] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a673f247-5537-40ee-a707-b537faf8d9e1/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 965.474236] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1f7ee14-7c24-49b0-a51a-325210c01813 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.480929] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 965.480929] env[69350]: value = "task-4149202" [ 965.480929] env[69350]: _type = "Task" [ 965.480929] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.493071] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.659948] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149200, 'name': ReconfigVM_Task, 'duration_secs': 1.134304} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.659948] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e/3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.659948] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8288a0e-8dda-4109-8ece-3ea6e7abf5c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.667133] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for the task: (returnval){ [ 965.667133] env[69350]: value = "task-4149203" [ 965.667133] env[69350]: _type = "Task" [ 965.667133] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.676200] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149203, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.692405] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.786485] env[69350]: DEBUG nova.compute.manager [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.790044] env[69350]: DEBUG nova.network.neutron [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Successfully created port: 5aca73a8-8330-4080-a971-a9816f5db8b9 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.805127] env[69350]: DEBUG nova.scheduler.client.report [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 965.824227] env[69350]: DEBUG nova.scheduler.client.report [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 965.825246] env[69350]: DEBUG nova.compute.provider_tree [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.842319] env[69350]: DEBUG nova.scheduler.client.report [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 965.864622] env[69350]: DEBUG nova.scheduler.client.report [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 965.994696] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504426} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.995273] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a673f247-5537-40ee-a707-b537faf8d9e1/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. [ 965.996134] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a36dec-af70-446f-9f80-64f14a6e8fc1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.023065] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a673f247-5537-40ee-a707-b537faf8d9e1/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.024337] env[69350]: DEBUG nova.network.neutron [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.028618] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2d72772-0d1c-40b7-929c-7835f7f0de4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.049329] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 966.049329] env[69350]: value = "task-4149204" [ 966.049329] env[69350]: _type = "Task" [ 966.049329] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.059442] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.178744] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149203, 'name': Rename_Task, 'duration_secs': 0.186459} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.179105] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.179312] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d06acc66-fefb-47be-8582-6fdbc1ccfa8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.187471] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Waiting for the task: (returnval){ [ 966.187471] env[69350]: value = "task-4149205" [ 966.187471] env[69350]: _type = "Task" [ 966.187471] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.200080] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.204366] env[69350]: DEBUG nova.network.neutron [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updating instance_info_cache with network_info: [{"id": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "address": "fa:16:3e:20:9d:67", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d33d30-ce", "ovs_interfaceid": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.251624] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e99431-741f-4006-98a0-1ce0fa27f670 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.260924] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3654ec5a-9807-40f2-a877-8d7850692b11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.303162] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ea875cca-f92c-4509-a97c-c704627dec6e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.303162] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.303287] env[69350]: INFO nova.compute.manager [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Attaching volume 6ce36218-a0eb-4324-9025-c7baef79174b to /dev/sdb [ 966.307226] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07008fb7-3e9b-47d9-9822-eebb936263cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.319602] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d772ea5-a1a2-47bf-8564-6552805ad4f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.336032] env[69350]: DEBUG nova.compute.provider_tree [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.353955] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8403ac8c-18e4-48de-a9ed-af288b9a2775 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.362074] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c54810d-4960-44b8-883f-349278bd72f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.377997] env[69350]: DEBUG nova.virt.block_device [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Updating existing volume attachment record: c3594c26-2c3e-4142-a27e-df18ce54f781 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 966.388183] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquiring lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.388476] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.388689] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquiring lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.388872] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.389084] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.391197] env[69350]: INFO nova.compute.manager [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Terminating instance [ 966.486120] env[69350]: DEBUG nova.compute.manager [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Received event network-vif-plugged-c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.486378] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] Acquiring lock "aec220bd-625b-4397-a85a-7b905c04169c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.486595] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] Lock "aec220bd-625b-4397-a85a-7b905c04169c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.486790] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] Lock "aec220bd-625b-4397-a85a-7b905c04169c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.486931] env[69350]: DEBUG nova.compute.manager [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] No waiting events found dispatching network-vif-plugged-c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.487252] env[69350]: WARNING nova.compute.manager [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Received unexpected event network-vif-plugged-c8d33d30-ceca-4418-ac8f-81ad319eda1a for instance with vm_state building and task_state spawning. [ 966.487448] env[69350]: DEBUG nova.compute.manager [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Received event network-changed-c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.487608] env[69350]: DEBUG nova.compute.manager [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Refreshing instance network info cache due to event network-changed-c8d33d30-ceca-4418-ac8f-81ad319eda1a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.487797] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] Acquiring lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.562208] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.701641] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.707498] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Releasing lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.707825] env[69350]: DEBUG nova.compute.manager [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Instance network_info: |[{"id": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "address": "fa:16:3e:20:9d:67", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d33d30-ce", "ovs_interfaceid": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.708190] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] Acquired lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.708395] env[69350]: DEBUG nova.network.neutron [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Refreshing network info cache for port c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.709909] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:9d:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8d33d30-ceca-4418-ac8f-81ad319eda1a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.722243] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Creating folder: Project (1da1f62c7446493f8cb62d9dc2e5860a). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.723772] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4387699-7960-46be-86d7-4efa94352b76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.738478] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Created folder: Project (1da1f62c7446493f8cb62d9dc2e5860a) in parent group-v821414. [ 966.738823] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Creating folder: Instances. Parent ref: group-v821629. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.739175] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aa8ee35-dcda-4a22-89e6-dc1592f9c0b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.752510] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Created folder: Instances in parent group-v821629. [ 966.752897] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.753234] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.753557] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fff4e700-5425-46bc-bf22-7f458018c4e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.779835] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.779835] env[69350]: value = "task-4149211" [ 966.779835] env[69350]: _type = "Task" [ 966.779835] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.788172] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149211, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.812128] env[69350]: DEBUG nova.compute.manager [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.839453] env[69350]: DEBUG nova.scheduler.client.report [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.863250] env[69350]: DEBUG nova.virt.hardware [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.863250] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208acc5e-e0ad-4aa4-8b47-6925ed96ed55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.874505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c539e28-0b22-4d05-8ad1-afb0ea87a1f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.895171] env[69350]: DEBUG nova.compute.manager [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.895496] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.896970] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb11827e-12de-4861-93e9-111d3922f8e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.906727] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.907341] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef4bb27e-b2c2-4384-a5ae-1b341f16e5df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.915647] env[69350]: DEBUG oslo_vmware.api [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for the task: (returnval){ [ 966.915647] env[69350]: value = "task-4149212" [ 966.915647] env[69350]: _type = "Task" [ 966.915647] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.926338] env[69350]: DEBUG oslo_vmware.api [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.061275] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149204, 'name': ReconfigVM_Task, 'duration_secs': 0.98486} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.061616] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a673f247-5537-40ee-a707-b537faf8d9e1/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.062707] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97511fe9-0308-4899-884c-331f1f052955 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.092513] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38c241d8-bc5c-4e07-97c0-a15fe5dc9767 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.111990] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 967.111990] env[69350]: value = "task-4149213" [ 967.111990] env[69350]: _type = "Task" [ 967.111990] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.123568] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.203315] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.293720] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149211, 'name': CreateVM_Task, 'duration_secs': 0.48839} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.293949] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.294653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.294859] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.295229] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.295501] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41dabf59-55d3-4858-a0ca-7c1d4cf8eabf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.301405] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 967.301405] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525b011b-e3a4-065f-0b73-a055aa8efc41" [ 967.301405] env[69350]: _type = "Task" [ 967.301405] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.313909] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525b011b-e3a4-065f-0b73-a055aa8efc41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.346614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.347225] env[69350]: DEBUG nova.compute.manager [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.350336] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.924s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.352249] env[69350]: INFO nova.compute.claims [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.426421] env[69350]: DEBUG oslo_vmware.api [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149212, 'name': PowerOffVM_Task, 'duration_secs': 0.257125} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.427549] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.427549] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.427549] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89c89608-393e-4300-a9e2-5fddadae83bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.484305] env[69350]: DEBUG nova.network.neutron [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updated VIF entry in instance network info cache for port c8d33d30-ceca-4418-ac8f-81ad319eda1a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.484697] env[69350]: DEBUG nova.network.neutron [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updating instance_info_cache with network_info: [{"id": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "address": "fa:16:3e:20:9d:67", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d33d30-ce", "ovs_interfaceid": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.507967] env[69350]: DEBUG nova.network.neutron [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Successfully updated port: 5aca73a8-8330-4080-a971-a9816f5db8b9 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.623918] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149213, 'name': ReconfigVM_Task, 'duration_secs': 0.246434} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.624752] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.625088] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d99c1fb-219a-42eb-8441-23b9ab695b82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.633200] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 967.633200] env[69350]: value = "task-4149215" [ 967.633200] env[69350]: _type = "Task" [ 967.633200] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.645335] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.702091] env[69350]: DEBUG oslo_vmware.api [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Task: {'id': task-4149205, 'name': PowerOnVM_Task, 'duration_secs': 1.032052} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.702470] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.702685] env[69350]: DEBUG nova.compute.manager [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.703590] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b087ee32-f9f0-4e14-93ff-0e59235c3604 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.813713] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525b011b-e3a4-065f-0b73-a055aa8efc41, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.814357] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.814774] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.815221] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.815485] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.815746] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.816185] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2080bf8-9198-4079-a4c5-241125e92ab2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.828746] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.828746] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.830073] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb647867-6c88-4e95-b9a0-4ce4948a7c00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.839021] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 967.839021] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521160c3-a7ac-a63e-1052-1a70cbb1db47" [ 967.839021] env[69350]: _type = "Task" [ 967.839021] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.852423] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521160c3-a7ac-a63e-1052-1a70cbb1db47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.857182] env[69350]: DEBUG nova.compute.utils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.862111] env[69350]: DEBUG nova.compute.manager [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.862111] env[69350]: DEBUG nova.network.neutron [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.908638] env[69350]: DEBUG nova.policy [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a591e0372ed5423a8b4839125cffd07c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '070cd5e84a1945b0a1f8c83a8266405b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.925805] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.926189] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.926444] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Deleting the datastore file [datastore1] 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.926727] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a908d9-f47a-4d99-8f91-6b3ac0a67692 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.934088] env[69350]: DEBUG oslo_vmware.api [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for the task: (returnval){ [ 967.934088] env[69350]: value = "task-4149216" [ 967.934088] env[69350]: _type = "Task" [ 967.934088] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.944311] env[69350]: DEBUG oslo_vmware.api [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.988196] env[69350]: DEBUG oslo_concurrency.lockutils [req-c4275907-d9ec-4b68-9f19-9a2c18ad04e2 req-caad9446-e9a0-450a-a422-42fac70348c2 service nova] Releasing lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.012787] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.013023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.013262] env[69350]: DEBUG nova.network.neutron [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.144289] env[69350]: DEBUG oslo_vmware.api [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149215, 'name': PowerOnVM_Task, 'duration_secs': 0.487686} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.144604] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.147404] env[69350]: DEBUG nova.compute.manager [None req-71ae1cbc-cecc-41ce-a076-1d8dac76ca95 tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.148247] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b514b3ee-8cef-483c-bab1-fb4be4c44176 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.231575] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.241689] env[69350]: DEBUG nova.network.neutron [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Successfully created port: 8c6c10d4-ca66-419f-a92d-2c04444ede23 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.351269] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521160c3-a7ac-a63e-1052-1a70cbb1db47, 'name': SearchDatastore_Task, 'duration_secs': 0.019141} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.352213] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd11e3d-cf02-4399-83ce-8d2193a647d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.358819] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 968.358819] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52044b03-ef74-0b54-7c9c-f5f66ed472fc" [ 968.358819] env[69350]: _type = "Task" [ 968.358819] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.371658] env[69350]: DEBUG nova.compute.manager [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.374772] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52044b03-ef74-0b54-7c9c-f5f66ed472fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.445861] env[69350]: DEBUG oslo_vmware.api [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Task: {'id': task-4149216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288492} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.448600] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.448788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.448960] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.449208] env[69350]: INFO nova.compute.manager [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Took 1.55 seconds to destroy the instance on the hypervisor. [ 968.449445] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.449817] env[69350]: DEBUG nova.compute.manager [-] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.449910] env[69350]: DEBUG nova.network.neutron [-] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.580567] env[69350]: DEBUG nova.network.neutron [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.593070] env[69350]: DEBUG nova.compute.manager [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Received event network-vif-plugged-5aca73a8-8330-4080-a971-a9816f5db8b9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.593303] env[69350]: DEBUG oslo_concurrency.lockutils [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] Acquiring lock "a89d7747-274e-4b52-a3f3-816612fda09a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.593515] env[69350]: DEBUG oslo_concurrency.lockutils [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] Lock "a89d7747-274e-4b52-a3f3-816612fda09a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.593678] env[69350]: DEBUG oslo_concurrency.lockutils [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] Lock "a89d7747-274e-4b52-a3f3-816612fda09a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.593844] env[69350]: DEBUG nova.compute.manager [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] No waiting events found dispatching network-vif-plugged-5aca73a8-8330-4080-a971-a9816f5db8b9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.594019] env[69350]: WARNING nova.compute.manager [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Received unexpected event network-vif-plugged-5aca73a8-8330-4080-a971-a9816f5db8b9 for instance with vm_state building and task_state spawning. [ 968.594175] env[69350]: DEBUG nova.compute.manager [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Received event network-changed-5aca73a8-8330-4080-a971-a9816f5db8b9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.594350] env[69350]: DEBUG nova.compute.manager [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Refreshing instance network info cache due to event network-changed-5aca73a8-8330-4080-a971-a9816f5db8b9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.594572] env[69350]: DEBUG oslo_concurrency.lockutils [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] Acquiring lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.733332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.733606] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.733825] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.734020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.734221] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.736344] env[69350]: INFO nova.compute.manager [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Terminating instance [ 968.751106] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37b3251-2698-48e9-a9fb-eb704b49182b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.761864] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1079b9cb-b9c3-43ff-bc0a-02e31f06a18c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.802303] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366f098a-193e-4108-8b35-1b8e5372188f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.813455] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac8890a-9e85-4510-9823-69cc599d4e63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.815469] env[69350]: DEBUG nova.network.neutron [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updating instance_info_cache with network_info: [{"id": "5aca73a8-8330-4080-a971-a9816f5db8b9", "address": "fa:16:3e:7d:84:ba", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aca73a8-83", "ovs_interfaceid": "5aca73a8-8330-4080-a971-a9816f5db8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.833334] env[69350]: DEBUG nova.compute.provider_tree [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.864409] env[69350]: DEBUG nova.compute.manager [req-a125119d-c599-4c4a-a3b3-f6612880ffe6 req-7bb5a55d-6544-4df3-9b88-f67145346b91 service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Received event network-vif-deleted-d2a15768-df6f-4207-90db-282122d17842 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.864647] env[69350]: INFO nova.compute.manager [req-a125119d-c599-4c4a-a3b3-f6612880ffe6 req-7bb5a55d-6544-4df3-9b88-f67145346b91 service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Neutron deleted interface d2a15768-df6f-4207-90db-282122d17842; detaching it from the instance and deleting it from the info cache [ 968.865257] env[69350]: DEBUG nova.network.neutron [req-a125119d-c599-4c4a-a3b3-f6612880ffe6 req-7bb5a55d-6544-4df3-9b88-f67145346b91 service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.878768] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52044b03-ef74-0b54-7c9c-f5f66ed472fc, 'name': SearchDatastore_Task, 'duration_secs': 0.035173} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.882671] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.883058] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] aec220bd-625b-4397-a85a-7b905c04169c/aec220bd-625b-4397-a85a-7b905c04169c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.883886] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11d369ca-b7cd-4b86-9552-83359cc75d7d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.892436] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 968.892436] env[69350]: value = "task-4149218" [ 968.892436] env[69350]: _type = "Task" [ 968.892436] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.901796] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.241096] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "refresh_cache-3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.241338] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquired lock "refresh_cache-3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.241532] env[69350]: DEBUG nova.network.neutron [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.319770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.319770] env[69350]: DEBUG nova.compute.manager [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Instance network_info: |[{"id": "5aca73a8-8330-4080-a971-a9816f5db8b9", "address": "fa:16:3e:7d:84:ba", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aca73a8-83", "ovs_interfaceid": "5aca73a8-8330-4080-a971-a9816f5db8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.319770] env[69350]: DEBUG oslo_concurrency.lockutils [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] Acquired lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.319770] env[69350]: DEBUG nova.network.neutron [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Refreshing network info cache for port 5aca73a8-8330-4080-a971-a9816f5db8b9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.321016] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:84:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aca73a8-8330-4080-a971-a9816f5db8b9', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.330807] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Creating folder: Project (a01f41324f5d42edb4949e36cc14f759). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.333016] env[69350]: DEBUG nova.scheduler.client.report [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.336567] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55948a80-edc2-4951-98c9-627b340cdc28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.345179] env[69350]: DEBUG nova.network.neutron [-] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.358200] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Created folder: Project (a01f41324f5d42edb4949e36cc14f759) in parent group-v821414. [ 969.358527] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Creating folder: Instances. Parent ref: group-v821633. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.359492] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d588b0e2-d410-4c0a-af2c-097bdc7d6905 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.372065] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7b8353b-1a53-4d04-ad5f-813394db49e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.377492] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Created folder: Instances in parent group-v821633. [ 969.377869] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.378627] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.378920] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e70bab1-8f78-41a4-b42a-341ef7f466ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.398246] env[69350]: DEBUG nova.compute.manager [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.412111] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf4e910-78b8-4a6a-a790-da15ecbc3835 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.426051] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.426051] env[69350]: value = "task-4149221" [ 969.426051] env[69350]: _type = "Task" [ 969.426051] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.433904] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149218, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.444288] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149221, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.457698] env[69350]: DEBUG nova.compute.manager [req-a125119d-c599-4c4a-a3b3-f6612880ffe6 req-7bb5a55d-6544-4df3-9b88-f67145346b91 service nova] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Detach interface failed, port_id=d2a15768-df6f-4207-90db-282122d17842, reason: Instance 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.462137] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.462543] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.462816] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.463931] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.463931] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.463931] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.464180] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.466043] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.466043] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.466043] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.466043] env[69350]: DEBUG nova.virt.hardware [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.466863] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0957f1f9-f83c-4dce-b4a7-e74a07989b38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.477732] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14c041a-fe9c-43fb-bf85-53a08a599745 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.770401] env[69350]: DEBUG nova.network.neutron [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.840703] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.841197] env[69350]: DEBUG nova.compute.manager [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.844367] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.737s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.844633] env[69350]: DEBUG nova.objects.instance [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lazy-loading 'resources' on Instance uuid 3d2f6a77-6fcd-49e2-9192-511a708c9dd6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.847391] env[69350]: INFO nova.compute.manager [-] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Took 1.40 seconds to deallocate network for instance. [ 969.889031] env[69350]: DEBUG nova.network.neutron [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.915155] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61938} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.915468] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] aec220bd-625b-4397-a85a-7b905c04169c/aec220bd-625b-4397-a85a-7b905c04169c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.915619] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.916126] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a39ebdd9-c133-4926-8156-57eb61ed8513 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.924567] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 969.924567] env[69350]: value = "task-4149222" [ 969.924567] env[69350]: _type = "Task" [ 969.924567] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.938401] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.942557] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149221, 'name': CreateVM_Task, 'duration_secs': 0.417554} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.942805] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.943560] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.943792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.944445] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.944765] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9779495c-b66f-4c88-8839-2949b206b2ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.953062] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 969.953062] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524cf229-8ef3-2160-c6a0-92e12ca1d635" [ 969.953062] env[69350]: _type = "Task" [ 969.953062] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.965551] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524cf229-8ef3-2160-c6a0-92e12ca1d635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.101798] env[69350]: DEBUG nova.network.neutron [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updated VIF entry in instance network info cache for port 5aca73a8-8330-4080-a971-a9816f5db8b9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.102549] env[69350]: DEBUG nova.network.neutron [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updating instance_info_cache with network_info: [{"id": "5aca73a8-8330-4080-a971-a9816f5db8b9", "address": "fa:16:3e:7d:84:ba", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aca73a8-83", "ovs_interfaceid": "5aca73a8-8330-4080-a971-a9816f5db8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.348353] env[69350]: DEBUG nova.compute.utils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.353090] env[69350]: DEBUG nova.compute.manager [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.353404] env[69350]: DEBUG nova.network.neutron [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.359200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.396047] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Releasing lock "refresh_cache-3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.397662] env[69350]: DEBUG nova.compute.manager [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.400020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.400020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46081c01-ea08-408d-869c-0718cf715863 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.409454] env[69350]: DEBUG nova.policy [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84e1ae70e93642edbde271a3105fbfe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e110f5f374dc49e8a7e70563a50f08c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.418440] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.419081] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f611a190-7729-4ad8-8dd8-a8b58d3e7dbf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.426992] env[69350]: DEBUG oslo_vmware.api [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 970.426992] env[69350]: value = "task-4149223" [ 970.426992] env[69350]: _type = "Task" [ 970.426992] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.451838] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074856} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.452204] env[69350]: DEBUG oslo_vmware.api [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.457030] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.457030] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f3d4cd-7c49-4d52-bd0c-1f1e873ed998 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.472284] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524cf229-8ef3-2160-c6a0-92e12ca1d635, 'name': SearchDatastore_Task, 'duration_secs': 0.012245} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.482605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.482885] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.483151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.483404] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.483596] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.493420] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] aec220bd-625b-4397-a85a-7b905c04169c/aec220bd-625b-4397-a85a-7b905c04169c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.497363] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5694d1aa-be2e-46b9-9ef1-cd8719427d7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.499092] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4bd7c30-206a-4564-9677-d3e7c166d6d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.525715] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.526058] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.528650] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00cfd396-001c-4c5c-a854-c559f5e6a3fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.531775] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 970.531775] env[69350]: value = "task-4149224" [ 970.531775] env[69350]: _type = "Task" [ 970.531775] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.542286] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 970.542286] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ea3f83-e38b-85eb-6c74-b2a1dceb6e28" [ 970.542286] env[69350]: _type = "Task" [ 970.542286] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.552176] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.562974] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ea3f83-e38b-85eb-6c74-b2a1dceb6e28, 'name': SearchDatastore_Task, 'duration_secs': 0.019629} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.562974] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6840a8f4-bfe7-4e94-897a-ef8569f650eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.569694] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 970.569694] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a2ca78-7c63-ed34-2a6a-12bbb9d57153" [ 970.569694] env[69350]: _type = "Task" [ 970.569694] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.581345] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a2ca78-7c63-ed34-2a6a-12bbb9d57153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.605924] env[69350]: DEBUG oslo_concurrency.lockutils [req-7cfa0911-cfab-4e3d-a780-aa038add7f02 req-e90afe95-be51-4a52-9c6b-b4f6e336f01c service nova] Releasing lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.610552] env[69350]: DEBUG nova.network.neutron [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Successfully updated port: 8c6c10d4-ca66-419f-a92d-2c04444ede23 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.820399] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87073af9-8e40-46af-8123-4af7ad6818e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.829062] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a95e75-59de-41cb-8e68-d12942ddb1b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.861751] env[69350]: DEBUG nova.compute.manager [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.865790] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c276a1e-c106-462a-af99-431889da85ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.877086] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998ca256-ba23-44ed-b3ae-2bf4d86f49ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.898167] env[69350]: DEBUG nova.compute.provider_tree [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.901189] env[69350]: DEBUG nova.network.neutron [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Successfully created port: 3951dca7-fe43-456b-96a4-045e3518d5cb {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.930709] env[69350]: DEBUG nova.compute.manager [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Received event network-changed-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.930903] env[69350]: DEBUG nova.compute.manager [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Refreshing instance network info cache due to event network-changed-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.931189] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Acquiring lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.931371] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Acquired lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.931588] env[69350]: DEBUG nova.network.neutron [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Refreshing network info cache for port 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.945584] env[69350]: DEBUG oslo_vmware.api [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149223, 'name': PowerOffVM_Task, 'duration_secs': 0.212537} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.946588] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.946936] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.947189] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b1770f5-87dd-42a9-b1ac-7f55704b4d37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.979721] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.979922] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.980322] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Deleting the datastore file [datastore2] 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.980742] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67298a79-bcc3-424b-a17e-02904c4b4c3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.991484] env[69350]: DEBUG oslo_vmware.api [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for the task: (returnval){ [ 970.991484] env[69350]: value = "task-4149226" [ 970.991484] env[69350]: _type = "Task" [ 970.991484] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.003387] env[69350]: DEBUG oslo_vmware.api [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.043777] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.081765] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a2ca78-7c63-ed34-2a6a-12bbb9d57153, 'name': SearchDatastore_Task, 'duration_secs': 0.015328} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.082543] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.082858] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] a89d7747-274e-4b52-a3f3-816612fda09a/a89d7747-274e-4b52-a3f3-816612fda09a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.087025] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55cebd17-56a8-488e-a3a1-3902f24f8fb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.092752] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 971.092752] env[69350]: value = "task-4149227" [ 971.092752] env[69350]: _type = "Task" [ 971.092752] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.103018] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.114033] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "refresh_cache-2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.114293] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "refresh_cache-2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.114473] env[69350]: DEBUG nova.network.neutron [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.406934] env[69350]: DEBUG nova.scheduler.client.report [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.429569] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 971.429865] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821631', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'name': 'volume-6ce36218-a0eb-4324-9025-c7baef79174b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea875cca-f92c-4509-a97c-c704627dec6e', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'serial': '6ce36218-a0eb-4324-9025-c7baef79174b'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 971.430887] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14c9509-debc-4177-b474-55639c4fe88c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.457875] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafd5fa3-549b-4bb7-973f-2ad099f41602 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.488041] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-6ce36218-a0eb-4324-9025-c7baef79174b/volume-6ce36218-a0eb-4324-9025-c7baef79174b.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.488041] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-659b3f01-85a0-4afd-9d08-c5135d84896b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.518791] env[69350]: DEBUG oslo_vmware.api [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Task: {'id': task-4149226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184265} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.520572] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.520880] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.520980] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.521182] env[69350]: INFO nova.compute.manager [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 971.521419] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.521741] env[69350]: DEBUG oslo_vmware.api [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 971.521741] env[69350]: value = "task-4149228" [ 971.521741] env[69350]: _type = "Task" [ 971.521741] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.522036] env[69350]: DEBUG nova.compute.manager [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.522172] env[69350]: DEBUG nova.network.neutron [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.537137] env[69350]: DEBUG oslo_vmware.api [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149228, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.547522] env[69350]: DEBUG nova.network.neutron [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.556496] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149224, 'name': ReconfigVM_Task, 'duration_secs': 0.780706} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.560112] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Reconfigured VM instance instance-0000004b to attach disk [datastore2] aec220bd-625b-4397-a85a-7b905c04169c/aec220bd-625b-4397-a85a-7b905c04169c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.560112] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-838b2062-f4b2-45b2-8297-b6f927d47cf3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.568527] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 971.568527] env[69350]: value = "task-4149229" [ 971.568527] env[69350]: _type = "Task" [ 971.568527] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.580955] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149229, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.609282] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149227, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.662304] env[69350]: DEBUG nova.network.neutron [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.856465] env[69350]: DEBUG nova.network.neutron [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Updating instance_info_cache with network_info: [{"id": "8c6c10d4-ca66-419f-a92d-2c04444ede23", "address": "fa:16:3e:b7:70:21", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c6c10d4-ca", "ovs_interfaceid": "8c6c10d4-ca66-419f-a92d-2c04444ede23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.873079] env[69350]: DEBUG nova.compute.manager [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.914072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.917479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.473s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.917577] env[69350]: DEBUG nova.objects.instance [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lazy-loading 'resources' on Instance uuid b7c84f2c-b5eb-4c18-ac05-74012453b01f {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.921449] env[69350]: DEBUG nova.network.neutron [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updated VIF entry in instance network info cache for port 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.921882] env[69350]: DEBUG nova.network.neutron [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updating instance_info_cache with network_info: [{"id": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "address": "fa:16:3e:ae:cf:a4", "network": {"id": "3257f3f3-d3ed-4d00-877f-8219fc1e5b9d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1357745591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "076913668c9c4d3587ad17e7d4e6053d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63fd5e84-bc", "ovs_interfaceid": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.937668] env[69350]: INFO nova.scheduler.client.report [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Deleted allocations for instance 3d2f6a77-6fcd-49e2-9192-511a708c9dd6 [ 972.004817] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.005191] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.005384] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.005815] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.005815] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.005932] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.006478] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.006688] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.006867] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.007050] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.007233] env[69350]: DEBUG nova.virt.hardware [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.009060] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09623787-364c-4e54-9ab0-607ec1a39192 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.021891] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843d6e10-de4a-4cca-8257-156aa0b0b05b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.045483] env[69350]: DEBUG oslo_vmware.api [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.050604] env[69350]: DEBUG nova.network.neutron [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.079353] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149229, 'name': Rename_Task, 'duration_secs': 0.336773} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.079619] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.079890] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2452edc4-2e45-4731-8a53-37cc42ec1387 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.087964] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 972.087964] env[69350]: value = "task-4149230" [ 972.087964] env[69350]: _type = "Task" [ 972.087964] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.098785] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.108253] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760734} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.108543] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] a89d7747-274e-4b52-a3f3-816612fda09a/a89d7747-274e-4b52-a3f3-816612fda09a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.108809] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.109212] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc202512-fb90-4ca4-a2b7-999d0ac03013 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.120028] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 972.120028] env[69350]: value = "task-4149231" [ 972.120028] env[69350]: _type = "Task" [ 972.120028] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.128632] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.359366] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "refresh_cache-2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.359737] env[69350]: DEBUG nova.compute.manager [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Instance network_info: |[{"id": "8c6c10d4-ca66-419f-a92d-2c04444ede23", "address": "fa:16:3e:b7:70:21", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c6c10d4-ca", "ovs_interfaceid": "8c6c10d4-ca66-419f-a92d-2c04444ede23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.360258] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:70:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c6c10d4-ca66-419f-a92d-2c04444ede23', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.368379] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.370064] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.370064] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eae79957-2e78-4f1d-bfe7-eb4f363e4b46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.394857] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.394857] env[69350]: value = "task-4149232" [ 972.394857] env[69350]: _type = "Task" [ 972.394857] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.404346] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149232, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.425367] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Releasing lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.425665] env[69350]: DEBUG nova.compute.manager [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Received event network-vif-plugged-8c6c10d4-ca66-419f-a92d-2c04444ede23 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.425866] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Acquiring lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.426092] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.426294] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.426483] env[69350]: DEBUG nova.compute.manager [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] No waiting events found dispatching network-vif-plugged-8c6c10d4-ca66-419f-a92d-2c04444ede23 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.426724] env[69350]: WARNING nova.compute.manager [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Received unexpected event network-vif-plugged-8c6c10d4-ca66-419f-a92d-2c04444ede23 for instance with vm_state building and task_state spawning. [ 972.426815] env[69350]: DEBUG nova.compute.manager [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Received event network-changed-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.426993] env[69350]: DEBUG nova.compute.manager [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Refreshing instance network info cache due to event network-changed-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.427212] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Acquiring lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.427381] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Acquired lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.427567] env[69350]: DEBUG nova.network.neutron [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Refreshing network info cache for port 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.446423] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f89c07a5-ae1d-4896-9c4a-ea6034628d92 tempest-VolumesAdminNegativeTest-1863638197 tempest-VolumesAdminNegativeTest-1863638197-project-member] Lock "3d2f6a77-6fcd-49e2-9192-511a708c9dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.806s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.502566] env[69350]: DEBUG nova.network.neutron [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Successfully updated port: 3951dca7-fe43-456b-96a4-045e3518d5cb {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.541979] env[69350]: DEBUG oslo_vmware.api [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.555560] env[69350]: INFO nova.compute.manager [-] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Took 1.03 seconds to deallocate network for instance. [ 972.604878] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149230, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.627488] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134137} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.627723] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.628835] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149feb0b-4952-48fa-9f9f-2d5598ef3357 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.662051] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] a89d7747-274e-4b52-a3f3-816612fda09a/a89d7747-274e-4b52-a3f3-816612fda09a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.665159] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b4ca86-f3e8-45c6-b7e3-b10480cc50c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.688660] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 972.688660] env[69350]: value = "task-4149233" [ 972.688660] env[69350]: _type = "Task" [ 972.688660] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.697907] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.840325] env[69350]: DEBUG nova.compute.manager [req-af9f7c87-6801-4745-88cc-a05dc7750f52 req-5ed4834b-31d2-40d8-9ef5-fec98e4aa0ee service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Received event network-vif-plugged-3951dca7-fe43-456b-96a4-045e3518d5cb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.840325] env[69350]: DEBUG oslo_concurrency.lockutils [req-af9f7c87-6801-4745-88cc-a05dc7750f52 req-5ed4834b-31d2-40d8-9ef5-fec98e4aa0ee service nova] Acquiring lock "8bf53f97-45bf-424b-8a2e-270b02860bd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.841032] env[69350]: DEBUG oslo_concurrency.lockutils [req-af9f7c87-6801-4745-88cc-a05dc7750f52 req-5ed4834b-31d2-40d8-9ef5-fec98e4aa0ee service nova] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.841032] env[69350]: DEBUG oslo_concurrency.lockutils [req-af9f7c87-6801-4745-88cc-a05dc7750f52 req-5ed4834b-31d2-40d8-9ef5-fec98e4aa0ee service nova] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.841231] env[69350]: DEBUG nova.compute.manager [req-af9f7c87-6801-4745-88cc-a05dc7750f52 req-5ed4834b-31d2-40d8-9ef5-fec98e4aa0ee service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] No waiting events found dispatching network-vif-plugged-3951dca7-fe43-456b-96a4-045e3518d5cb {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.841415] env[69350]: WARNING nova.compute.manager [req-af9f7c87-6801-4745-88cc-a05dc7750f52 req-5ed4834b-31d2-40d8-9ef5-fec98e4aa0ee service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Received unexpected event network-vif-plugged-3951dca7-fe43-456b-96a4-045e3518d5cb for instance with vm_state building and task_state spawning. [ 972.861442] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b9252d-6a9c-47df-bb61-fb65b9983777 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.870626] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae822b9-5191-4d1e-86cd-a3570037e700 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.906785] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f705c7f-2a3b-48d1-9ce9-9b3afe53fa64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.918441] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149232, 'name': CreateVM_Task, 'duration_secs': 0.506617} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.919766] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be95524a-82fa-441d-ac0c-e398e4a4452a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.926152] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.926152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.926152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.926152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.926152] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39f69e1-8776-4620-b466-9f5e4b57faca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.938768] env[69350]: DEBUG nova.compute.provider_tree [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.941594] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 972.941594] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521eb878-e57e-9df1-34c8-8861fe96f04d" [ 972.941594] env[69350]: _type = "Task" [ 972.941594] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.951095] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521eb878-e57e-9df1-34c8-8861fe96f04d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.005316] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.005474] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.005629] env[69350]: DEBUG nova.network.neutron [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.039568] env[69350]: DEBUG oslo_vmware.api [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149228, 'name': ReconfigVM_Task, 'duration_secs': 1.050765} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.039929] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-6ce36218-a0eb-4324-9025-c7baef79174b/volume-6ce36218-a0eb-4324-9025-c7baef79174b.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.044932] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c7481c-10c3-4818-9868-793d304e1ac1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.061581] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.065205] env[69350]: DEBUG oslo_vmware.api [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 973.065205] env[69350]: value = "task-4149234" [ 973.065205] env[69350]: _type = "Task" [ 973.065205] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.072785] env[69350]: DEBUG oslo_vmware.api [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.098237] env[69350]: DEBUG oslo_vmware.api [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149230, 'name': PowerOnVM_Task, 'duration_secs': 0.647116} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.098393] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.098597] env[69350]: INFO nova.compute.manager [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Took 8.78 seconds to spawn the instance on the hypervisor. [ 973.098773] env[69350]: DEBUG nova.compute.manager [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.099647] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec521e0-b3a1-4c3f-be88-eab79b15b516 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.111998] env[69350]: DEBUG nova.compute.manager [req-7111a5bd-ba59-4b20-b3ce-25813b5d611f req-d78549b0-733d-41ff-b960-fa1e58463aa0 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Received event network-changed-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.112220] env[69350]: DEBUG nova.compute.manager [req-7111a5bd-ba59-4b20-b3ce-25813b5d611f req-d78549b0-733d-41ff-b960-fa1e58463aa0 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Refreshing instance network info cache due to event network-changed-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.112431] env[69350]: DEBUG oslo_concurrency.lockutils [req-7111a5bd-ba59-4b20-b3ce-25813b5d611f req-d78549b0-733d-41ff-b960-fa1e58463aa0 service nova] Acquiring lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.199620] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.307850] env[69350]: DEBUG nova.network.neutron [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updated VIF entry in instance network info cache for port 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.308417] env[69350]: DEBUG nova.network.neutron [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updating instance_info_cache with network_info: [{"id": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "address": "fa:16:3e:ae:cf:a4", "network": {"id": "3257f3f3-d3ed-4d00-877f-8219fc1e5b9d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1357745591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "076913668c9c4d3587ad17e7d4e6053d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63fd5e84-bc", "ovs_interfaceid": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.443776] env[69350]: DEBUG nova.scheduler.client.report [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.467042] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521eb878-e57e-9df1-34c8-8861fe96f04d, 'name': SearchDatastore_Task, 'duration_secs': 0.033236} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.468782] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.469241] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.469816] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.470095] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.470824] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.471229] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb8ca881-c781-42fd-9314-03d66683ee8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.486131] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.486361] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.487645] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae5160e-15ef-4470-b298-64d2790f49b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.495307] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 973.495307] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52544f1e-dbae-14f3-a46f-228f8ae0d084" [ 973.495307] env[69350]: _type = "Task" [ 973.495307] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.505339] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52544f1e-dbae-14f3-a46f-228f8ae0d084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.574640] env[69350]: DEBUG oslo_vmware.api [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149234, 'name': ReconfigVM_Task, 'duration_secs': 0.165489} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.575128] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821631', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'name': 'volume-6ce36218-a0eb-4324-9025-c7baef79174b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea875cca-f92c-4509-a97c-c704627dec6e', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'serial': '6ce36218-a0eb-4324-9025-c7baef79174b'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 973.580487] env[69350]: DEBUG nova.network.neutron [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.621186] env[69350]: INFO nova.compute.manager [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Took 41.82 seconds to build instance. [ 973.699373] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149233, 'name': ReconfigVM_Task, 'duration_secs': 0.828322} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.699677] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Reconfigured VM instance instance-0000004c to attach disk [datastore2] a89d7747-274e-4b52-a3f3-816612fda09a/a89d7747-274e-4b52-a3f3-816612fda09a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.700406] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08167879-81ca-48f5-a9cc-4f528f444bae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.708390] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 973.708390] env[69350]: value = "task-4149235" [ 973.708390] env[69350]: _type = "Task" [ 973.708390] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.724117] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149235, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.811836] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Releasing lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.812236] env[69350]: DEBUG nova.compute.manager [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Received event network-changed-8c6c10d4-ca66-419f-a92d-2c04444ede23 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.812435] env[69350]: DEBUG nova.compute.manager [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Refreshing instance network info cache due to event network-changed-8c6c10d4-ca66-419f-a92d-2c04444ede23. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.812656] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Acquiring lock "refresh_cache-2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.812797] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Acquired lock "refresh_cache-2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.812980] env[69350]: DEBUG nova.network.neutron [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Refreshing network info cache for port 8c6c10d4-ca66-419f-a92d-2c04444ede23 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.816683] env[69350]: DEBUG oslo_concurrency.lockutils [req-7111a5bd-ba59-4b20-b3ce-25813b5d611f req-d78549b0-733d-41ff-b960-fa1e58463aa0 service nova] Acquired lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.818885] env[69350]: DEBUG nova.network.neutron [req-7111a5bd-ba59-4b20-b3ce-25813b5d611f req-d78549b0-733d-41ff-b960-fa1e58463aa0 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Refreshing network info cache for port 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.835403] env[69350]: DEBUG nova.network.neutron [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance_info_cache with network_info: [{"id": "3951dca7-fe43-456b-96a4-045e3518d5cb", "address": "fa:16:3e:7c:0c:41", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3951dca7-fe", "ovs_interfaceid": "3951dca7-fe43-456b-96a4-045e3518d5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.958706] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.962246] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.020s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.963899] env[69350]: INFO nova.compute.claims [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.002738] env[69350]: INFO nova.scheduler.client.report [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Deleted allocations for instance b7c84f2c-b5eb-4c18-ac05-74012453b01f [ 974.008914] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52544f1e-dbae-14f3-a46f-228f8ae0d084, 'name': SearchDatastore_Task, 'duration_secs': 0.011693} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.016749] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b57fda-e169-497a-bce9-fdce7ead6734 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.024614] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 974.024614] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529785bd-fb62-51a7-a0d7-20ed4871bb01" [ 974.024614] env[69350]: _type = "Task" [ 974.024614] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.039440] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529785bd-fb62-51a7-a0d7-20ed4871bb01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.128948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7af6893-026c-46f9-ad11-7c7935262339 tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "aec220bd-625b-4397-a85a-7b905c04169c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.338s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.221203] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149235, 'name': Rename_Task, 'duration_secs': 0.371887} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.222717] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.222717] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00a6cd8c-b079-49f6-81e7-ad49fc293ff7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.229740] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 974.229740] env[69350]: value = "task-4149236" [ 974.229740] env[69350]: _type = "Task" [ 974.229740] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.239747] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.342262] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.342262] env[69350]: DEBUG nova.compute.manager [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Instance network_info: |[{"id": "3951dca7-fe43-456b-96a4-045e3518d5cb", "address": "fa:16:3e:7c:0c:41", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3951dca7-fe", "ovs_interfaceid": "3951dca7-fe43-456b-96a4-045e3518d5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.342262] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:0c:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3951dca7-fe43-456b-96a4-045e3518d5cb', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.352896] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.352896] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.352896] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2b70da1-e933-47c0-af91-ba0c02fc9567 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.384804] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.384804] env[69350]: value = "task-4149237" [ 974.384804] env[69350]: _type = "Task" [ 974.384804] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.396203] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149237, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.523027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3edef162-73bc-421a-9be1-a50cc72d17ed tempest-ServersWithSpecificFlavorTestJSON-666360316 tempest-ServersWithSpecificFlavorTestJSON-666360316-project-member] Lock "b7c84f2c-b5eb-4c18-ac05-74012453b01f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.920s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.542294] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529785bd-fb62-51a7-a0d7-20ed4871bb01, 'name': SearchDatastore_Task, 'duration_secs': 0.015976} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.542838] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.543264] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9/2544a7ff-d50c-4810-a6ed-dbff47bf7cb9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.544615] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec82a976-338b-4c8f-892b-ea8957af9ded {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.555269] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 974.555269] env[69350]: value = "task-4149238" [ 974.555269] env[69350]: _type = "Task" [ 974.555269] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.569810] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.627324] env[69350]: DEBUG nova.objects.instance [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lazy-loading 'flavor' on Instance uuid ea875cca-f92c-4509-a97c-c704627dec6e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.742383] env[69350]: DEBUG nova.network.neutron [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Updated VIF entry in instance network info cache for port 8c6c10d4-ca66-419f-a92d-2c04444ede23. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.743144] env[69350]: DEBUG nova.network.neutron [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Updating instance_info_cache with network_info: [{"id": "8c6c10d4-ca66-419f-a92d-2c04444ede23", "address": "fa:16:3e:b7:70:21", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c6c10d4-ca", "ovs_interfaceid": "8c6c10d4-ca66-419f-a92d-2c04444ede23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.757244] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149236, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.780010] env[69350]: DEBUG nova.network.neutron [req-7111a5bd-ba59-4b20-b3ce-25813b5d611f req-d78549b0-733d-41ff-b960-fa1e58463aa0 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updated VIF entry in instance network info cache for port 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.780010] env[69350]: DEBUG nova.network.neutron [req-7111a5bd-ba59-4b20-b3ce-25813b5d611f req-d78549b0-733d-41ff-b960-fa1e58463aa0 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updating instance_info_cache with network_info: [{"id": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "address": "fa:16:3e:ae:cf:a4", "network": {"id": "3257f3f3-d3ed-4d00-877f-8219fc1e5b9d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1357745591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "076913668c9c4d3587ad17e7d4e6053d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63fd5e84-bc", "ovs_interfaceid": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.898418] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149237, 'name': CreateVM_Task, 'duration_secs': 0.37935} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.898948] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.900037] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.902021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.902021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.902021] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c12135-b4f2-45b4-bb45-544e8cedfc08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.910344] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 974.910344] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ab6829-d21c-b236-c471-8347f154d335" [ 974.910344] env[69350]: _type = "Task" [ 974.910344] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.925483] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ab6829-d21c-b236-c471-8347f154d335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.072329] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.136639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbeeac7-cc99-4e78-bfa6-d5b3a777f797 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.833s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.248026] env[69350]: DEBUG oslo_concurrency.lockutils [req-31071e23-650e-452b-bef7-515aac6709e8 req-3466ea72-6860-4e46-9449-5b804c5db4f2 service nova] Releasing lock "refresh_cache-2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.250760] env[69350]: DEBUG oslo_vmware.api [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149236, 'name': PowerOnVM_Task, 'duration_secs': 0.538572} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.250856] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.251196] env[69350]: INFO nova.compute.manager [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Took 8.44 seconds to spawn the instance on the hypervisor. [ 975.251401] env[69350]: DEBUG nova.compute.manager [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.252308] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd379581-7b8c-4f98-83db-e221272c2ad4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.283081] env[69350]: DEBUG oslo_concurrency.lockutils [req-7111a5bd-ba59-4b20-b3ce-25813b5d611f req-d78549b0-733d-41ff-b960-fa1e58463aa0 service nova] Releasing lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.332424] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1432aab8-0de0-4817-b197-0316b33a5e1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.341016] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e33690-a0a2-46ac-9e59-7d14decc40af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.373020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce32dff9-a6fd-4e1f-a98e-3343bee3e690 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.381885] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93d3cbc-dae7-469c-bb21-9753a3c24b16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.400132] env[69350]: DEBUG nova.compute.provider_tree [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.419998] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ab6829-d21c-b236-c471-8347f154d335, 'name': SearchDatastore_Task, 'duration_secs': 0.026205} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.420873] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.421212] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.421377] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.421534] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.421713] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.422023] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-851942c5-ce07-436d-a103-fde3e7e6cbaf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.433686] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.433889] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.434763] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5c7dab-a294-4555-8585-9df117407c64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.440882] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 975.440882] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5264ef41-06b6-c8ee-3e16-3257ff6c7e55" [ 975.440882] env[69350]: _type = "Task" [ 975.440882] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.450552] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5264ef41-06b6-c8ee-3e16-3257ff6c7e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.544407] env[69350]: DEBUG nova.compute.manager [req-9c6cac8a-1864-4fb8-b113-2244718b444c req-cbc8e343-e31a-4b7a-9ad9-5db59ea4cd25 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Received event network-changed-3951dca7-fe43-456b-96a4-045e3518d5cb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.544618] env[69350]: DEBUG nova.compute.manager [req-9c6cac8a-1864-4fb8-b113-2244718b444c req-cbc8e343-e31a-4b7a-9ad9-5db59ea4cd25 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Refreshing instance network info cache due to event network-changed-3951dca7-fe43-456b-96a4-045e3518d5cb. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.544903] env[69350]: DEBUG oslo_concurrency.lockutils [req-9c6cac8a-1864-4fb8-b113-2244718b444c req-cbc8e343-e31a-4b7a-9ad9-5db59ea4cd25 service nova] Acquiring lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.545008] env[69350]: DEBUG oslo_concurrency.lockutils [req-9c6cac8a-1864-4fb8-b113-2244718b444c req-cbc8e343-e31a-4b7a-9ad9-5db59ea4cd25 service nova] Acquired lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.545361] env[69350]: DEBUG nova.network.neutron [req-9c6cac8a-1864-4fb8-b113-2244718b444c req-cbc8e343-e31a-4b7a-9ad9-5db59ea4cd25 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Refreshing network info cache for port 3951dca7-fe43-456b-96a4-045e3518d5cb {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.575562] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559268} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.575562] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9/2544a7ff-d50c-4810-a6ed-dbff47bf7cb9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.575562] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.575562] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07ce7ae1-deab-4232-86cc-baa674837a37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.585127] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 975.585127] env[69350]: value = "task-4149239" [ 975.585127] env[69350]: _type = "Task" [ 975.585127] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.603521] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.624578] env[69350]: DEBUG nova.compute.manager [req-9ec5662f-016e-46b0-a0d5-c82432fea851 req-c352fb9a-5a31-4489-a3c9-d579efd638ca service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Received event network-changed-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.624767] env[69350]: DEBUG nova.compute.manager [req-9ec5662f-016e-46b0-a0d5-c82432fea851 req-c352fb9a-5a31-4489-a3c9-d579efd638ca service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Refreshing instance network info cache due to event network-changed-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.625220] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ec5662f-016e-46b0-a0d5-c82432fea851 req-c352fb9a-5a31-4489-a3c9-d579efd638ca service nova] Acquiring lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.625646] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ec5662f-016e-46b0-a0d5-c82432fea851 req-c352fb9a-5a31-4489-a3c9-d579efd638ca service nova] Acquired lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.626285] env[69350]: DEBUG nova.network.neutron [req-9ec5662f-016e-46b0-a0d5-c82432fea851 req-c352fb9a-5a31-4489-a3c9-d579efd638ca service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Refreshing network info cache for port 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.775802] env[69350]: INFO nova.compute.manager [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Took 41.44 seconds to build instance. [ 975.906037] env[69350]: DEBUG nova.scheduler.client.report [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.953595] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5264ef41-06b6-c8ee-3e16-3257ff6c7e55, 'name': SearchDatastore_Task, 'duration_secs': 0.028142} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.955094] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1cc21d-26bd-4ee4-8d2d-10748826f431 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.963627] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 975.963627] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525e86d4-996c-35df-2f13-158288ee686e" [ 975.963627] env[69350]: _type = "Task" [ 975.963627] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.978094] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525e86d4-996c-35df-2f13-158288ee686e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.096525] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219305} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.097405] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.100032] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd26c279-c210-401f-88d3-3673d6f20105 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.127899] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9/2544a7ff-d50c-4810-a6ed-dbff47bf7cb9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.131252] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7847b92e-a256-4b86-ac30-5564793144be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.161639] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 976.161639] env[69350]: value = "task-4149240" [ 976.161639] env[69350]: _type = "Task" [ 976.161639] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.173052] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.255050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "e9f591e8-83f0-4313-b3ce-d49d8195f115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.255050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.276853] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d29cf27a-ed13-4fc7-829a-27fa8a686337 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "a89d7747-274e-4b52-a3f3-816612fda09a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.956s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.416154] env[69350]: DEBUG nova.network.neutron [req-9ec5662f-016e-46b0-a0d5-c82432fea851 req-c352fb9a-5a31-4489-a3c9-d579efd638ca service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updated VIF entry in instance network info cache for port 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.416596] env[69350]: DEBUG nova.network.neutron [req-9ec5662f-016e-46b0-a0d5-c82432fea851 req-c352fb9a-5a31-4489-a3c9-d579efd638ca service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updating instance_info_cache with network_info: [{"id": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "address": "fa:16:3e:ae:cf:a4", "network": {"id": "3257f3f3-d3ed-4d00-877f-8219fc1e5b9d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1357745591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "076913668c9c4d3587ad17e7d4e6053d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63fd5e84-bc", "ovs_interfaceid": "63fd5e84-bcd1-4298-9316-0d8ead6f4ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.418532] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.419025] env[69350]: DEBUG nova.compute.manager [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.422526] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.373s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.422884] env[69350]: DEBUG nova.objects.instance [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lazy-loading 'resources' on Instance uuid fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.478938] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525e86d4-996c-35df-2f13-158288ee686e, 'name': SearchDatastore_Task, 'duration_secs': 0.019095} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.479667] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.479776] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 8bf53f97-45bf-424b-8a2e-270b02860bd0/8bf53f97-45bf-424b-8a2e-270b02860bd0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.480120] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e9d6f6-a377-47d1-83ee-c5a4ac897094 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.490935] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 976.490935] env[69350]: value = "task-4149241" [ 976.490935] env[69350]: _type = "Task" [ 976.490935] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.502927] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.611295] env[69350]: DEBUG nova.network.neutron [req-9c6cac8a-1864-4fb8-b113-2244718b444c req-cbc8e343-e31a-4b7a-9ad9-5db59ea4cd25 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updated VIF entry in instance network info cache for port 3951dca7-fe43-456b-96a4-045e3518d5cb. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.611295] env[69350]: DEBUG nova.network.neutron [req-9c6cac8a-1864-4fb8-b113-2244718b444c req-cbc8e343-e31a-4b7a-9ad9-5db59ea4cd25 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance_info_cache with network_info: [{"id": "3951dca7-fe43-456b-96a4-045e3518d5cb", "address": "fa:16:3e:7c:0c:41", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3951dca7-fe", "ovs_interfaceid": "3951dca7-fe43-456b-96a4-045e3518d5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.672491] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149240, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.757803] env[69350]: DEBUG nova.compute.manager [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.923683] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ec5662f-016e-46b0-a0d5-c82432fea851 req-c352fb9a-5a31-4489-a3c9-d579efd638ca service nova] Releasing lock "refresh_cache-a673f247-5537-40ee-a707-b537faf8d9e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.924464] env[69350]: INFO nova.compute.manager [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Rebuilding instance [ 976.934455] env[69350]: DEBUG nova.compute.utils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.936288] env[69350]: DEBUG nova.compute.manager [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.936477] env[69350]: DEBUG nova.network.neutron [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.992641] env[69350]: DEBUG nova.compute.manager [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.997148] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263080e9-9327-4a0e-98aa-59b66add1da3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.015029] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.082190] env[69350]: DEBUG nova.policy [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0315990ade0d41ef93737430c4e7be71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edac660dc11344ac82b15114689aff9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.114431] env[69350]: DEBUG oslo_concurrency.lockutils [req-9c6cac8a-1864-4fb8-b113-2244718b444c req-cbc8e343-e31a-4b7a-9ad9-5db59ea4cd25 service nova] Releasing lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.177635] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149240, 'name': ReconfigVM_Task, 'duration_secs': 0.538521} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.180362] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9/2544a7ff-d50c-4810-a6ed-dbff47bf7cb9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.181288] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-445757f8-75d0-4a2c-a9b7-50fb4f19315f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.192663] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 977.192663] env[69350]: value = "task-4149242" [ 977.192663] env[69350]: _type = "Task" [ 977.192663] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.203155] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149242, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.230528] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquiring lock "a673f247-5537-40ee-a707-b537faf8d9e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.230752] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lock "a673f247-5537-40ee-a707-b537faf8d9e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.231076] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquiring lock "a673f247-5537-40ee-a707-b537faf8d9e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.231179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lock "a673f247-5537-40ee-a707-b537faf8d9e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.231346] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lock "a673f247-5537-40ee-a707-b537faf8d9e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.233667] env[69350]: INFO nova.compute.manager [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Terminating instance [ 977.266913] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a17a155-a283-4186-b2ad-36b1c8c975c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.282398] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1483b9-1435-4f10-8965-deaa6328a388 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.292810] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.321988] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be3b7d2-1e33-435c-ab45-c70b59260de5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.330929] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495e3eac-8db8-4901-8eb1-6f070284f9b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.347162] env[69350]: DEBUG nova.compute.provider_tree [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.441066] env[69350]: DEBUG nova.compute.manager [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.508656] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694912} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.508656] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 8bf53f97-45bf-424b-8a2e-270b02860bd0/8bf53f97-45bf-424b-8a2e-270b02860bd0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.509101] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.509160] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02c9e5f2-d2b4-4f1d-adcd-e7e672e06bf5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.521500] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 977.521500] env[69350]: value = "task-4149243" [ 977.521500] env[69350]: _type = "Task" [ 977.521500] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.534144] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.702306] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149242, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.744867] env[69350]: DEBUG nova.compute.manager [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.744867] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.744867] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe6dd60-9f05-4fb5-98c9-a1d2698a5aa4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.752821] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.753172] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d40984-4f5e-4bf2-b2a0-1ceed0db8f4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.760892] env[69350]: DEBUG oslo_vmware.api [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 977.760892] env[69350]: value = "task-4149244" [ 977.760892] env[69350]: _type = "Task" [ 977.760892] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.772436] env[69350]: DEBUG oslo_vmware.api [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.850482] env[69350]: DEBUG nova.scheduler.client.report [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.939421] env[69350]: DEBUG nova.network.neutron [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Successfully created port: 18b07f65-cdd4-422a-af6b-9d8feff13f79 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.022888] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.023389] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0bd1684-777b-4bbf-8173-4bab647a9015 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.035868] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080989} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.037365] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.037759] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 978.037759] env[69350]: value = "task-4149245" [ 978.037759] env[69350]: _type = "Task" [ 978.037759] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.038839] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422ae707-a891-4010-90e3-0632c8429277 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.052982] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.075206] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8bf53f97-45bf-424b-8a2e-270b02860bd0/8bf53f97-45bf-424b-8a2e-270b02860bd0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.075206] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0c8daf-2d19-44b7-a993-a7e9a5b709dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.095977] env[69350]: DEBUG nova.compute.manager [req-207240f0-e62e-4c62-a388-2f59e2f861eb req-e927e364-2cd8-4505-b261-fe5049f78f6d service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Received event network-changed-5aca73a8-8330-4080-a971-a9816f5db8b9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.097492] env[69350]: DEBUG nova.compute.manager [req-207240f0-e62e-4c62-a388-2f59e2f861eb req-e927e364-2cd8-4505-b261-fe5049f78f6d service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Refreshing instance network info cache due to event network-changed-5aca73a8-8330-4080-a971-a9816f5db8b9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.097492] env[69350]: DEBUG oslo_concurrency.lockutils [req-207240f0-e62e-4c62-a388-2f59e2f861eb req-e927e364-2cd8-4505-b261-fe5049f78f6d service nova] Acquiring lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.097492] env[69350]: DEBUG oslo_concurrency.lockutils [req-207240f0-e62e-4c62-a388-2f59e2f861eb req-e927e364-2cd8-4505-b261-fe5049f78f6d service nova] Acquired lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.097492] env[69350]: DEBUG nova.network.neutron [req-207240f0-e62e-4c62-a388-2f59e2f861eb req-e927e364-2cd8-4505-b261-fe5049f78f6d service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Refreshing network info cache for port 5aca73a8-8330-4080-a971-a9816f5db8b9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.105028] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 978.105028] env[69350]: value = "task-4149246" [ 978.105028] env[69350]: _type = "Task" [ 978.105028] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.118059] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.206861] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149242, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.273770] env[69350]: DEBUG oslo_vmware.api [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149244, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.361753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.366212] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.043s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.366569] env[69350]: DEBUG nova.objects.instance [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lazy-loading 'resources' on Instance uuid 29f054c3-cf54-45ba-8322-36acd6df235d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.397487] env[69350]: INFO nova.scheduler.client.report [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Deleted allocations for instance fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9 [ 978.457902] env[69350]: DEBUG nova.compute.manager [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.500239] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.500992] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.500992] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.500992] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.501223] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.501390] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.501705] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.501920] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.502775] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.502775] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.502775] env[69350]: DEBUG nova.virt.hardware [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.503625] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99513db-5503-40be-99e5-975c55b45e54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.517688] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b580b5b6-e460-43d0-8b00-b92282c88b45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.555042] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149245, 'name': PowerOffVM_Task, 'duration_secs': 0.390916} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.555486] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.622804] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149246, 'name': ReconfigVM_Task, 'duration_secs': 0.409626} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.623203] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8bf53f97-45bf-424b-8a2e-270b02860bd0/8bf53f97-45bf-424b-8a2e-270b02860bd0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.624038] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea7fe362-f08c-4816-a7fb-22bc792493ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.634342] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 978.634342] env[69350]: value = "task-4149247" [ 978.634342] env[69350]: _type = "Task" [ 978.634342] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.648099] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149247, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.668575] env[69350]: INFO nova.compute.manager [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Detaching volume 6ce36218-a0eb-4324-9025-c7baef79174b [ 978.704967] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149242, 'name': Rename_Task, 'duration_secs': 1.408756} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.705336] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.706103] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de8f9c1-a69b-4a22-bf88-3624562d6e01 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.714910] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 978.714910] env[69350]: value = "task-4149248" [ 978.714910] env[69350]: _type = "Task" [ 978.714910] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.726528] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.727890] env[69350]: INFO nova.virt.block_device [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Attempting to driver detach volume 6ce36218-a0eb-4324-9025-c7baef79174b from mountpoint /dev/sdb [ 978.728039] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 978.728265] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821631', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'name': 'volume-6ce36218-a0eb-4324-9025-c7baef79174b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea875cca-f92c-4509-a97c-c704627dec6e', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'serial': '6ce36218-a0eb-4324-9025-c7baef79174b'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 978.729135] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885a5b81-50f4-4f83-8248-dc050855ec62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.756350] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cd7725-aa5f-468f-bb5a-8eabd96b5d81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.768929] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afde603-8207-4e44-abf6-f3f55a8a98ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.774961] env[69350]: DEBUG oslo_vmware.api [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149244, 'name': PowerOffVM_Task, 'duration_secs': 0.665246} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.775699] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.775946] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.776264] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5870db68-4afc-4e7e-8c96-9ab28b7bba1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.798731] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161c13ee-b926-43f6-acc1-8d6ad0240058 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.817081] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] The volume has not been displaced from its original location: [datastore2] volume-6ce36218-a0eb-4324-9025-c7baef79174b/volume-6ce36218-a0eb-4324-9025-c7baef79174b.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 978.823145] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.826040] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bcee362-992a-41e0-b55e-48d09cb00d2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.850846] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 978.850846] env[69350]: value = "task-4149250" [ 978.850846] env[69350]: _type = "Task" [ 978.850846] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.856936] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.856936] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.856936] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Deleting the datastore file [datastore1] a673f247-5537-40ee-a707-b537faf8d9e1 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.857818] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cd1ce57-ee80-47c9-a1c0-fd4c3e15a62b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.864829] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.866406] env[69350]: DEBUG oslo_vmware.api [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for the task: (returnval){ [ 978.866406] env[69350]: value = "task-4149251" [ 978.866406] env[69350]: _type = "Task" [ 978.866406] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.887317] env[69350]: DEBUG oslo_vmware.api [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.907316] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecc9f849-99bd-473d-bd49-6d1798cce6c5 tempest-ServerShowV247Test-395760971 tempest-ServerShowV247Test-395760971-project-member] Lock "fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.164s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.120811] env[69350]: DEBUG nova.network.neutron [req-207240f0-e62e-4c62-a388-2f59e2f861eb req-e927e364-2cd8-4505-b261-fe5049f78f6d service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updated VIF entry in instance network info cache for port 5aca73a8-8330-4080-a971-a9816f5db8b9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.121565] env[69350]: DEBUG nova.network.neutron [req-207240f0-e62e-4c62-a388-2f59e2f861eb req-e927e364-2cd8-4505-b261-fe5049f78f6d service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updating instance_info_cache with network_info: [{"id": "5aca73a8-8330-4080-a971-a9816f5db8b9", "address": "fa:16:3e:7d:84:ba", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aca73a8-83", "ovs_interfaceid": "5aca73a8-8330-4080-a971-a9816f5db8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.146109] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149247, 'name': Rename_Task, 'duration_secs': 0.169045} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.155035] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.155035] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-545b8705-a425-44c9-8d97-cfcb73c4185f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.165162] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 979.165162] env[69350]: value = "task-4149252" [ 979.165162] env[69350]: _type = "Task" [ 979.165162] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.174792] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.229073] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.247043] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc61eee2-8220-440e-bb12-5621b931f0d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.255508] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaab0fa-a391-46d7-82c8-425a40a7729e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.299664] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5444af7-09cb-42df-bc28-b17089208099 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.309870] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7db720-84b5-4b4d-af7c-bdbea288dcfd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.329943] env[69350]: DEBUG nova.compute.provider_tree [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.363049] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149250, 'name': ReconfigVM_Task, 'duration_secs': 0.243369} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.363359] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 979.369117] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a0e4f8-e9cf-467e-99a2-5fcbd1dcabe1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.390991] env[69350]: DEBUG oslo_vmware.api [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Task: {'id': task-4149251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246767} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.392917] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.393341] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.393485] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.393564] env[69350]: INFO nova.compute.manager [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Took 1.65 seconds to destroy the instance on the hypervisor. [ 979.393843] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.394125] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 979.394125] env[69350]: value = "task-4149253" [ 979.394125] env[69350]: _type = "Task" [ 979.394125] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.394405] env[69350]: DEBUG nova.compute.manager [-] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.394447] env[69350]: DEBUG nova.network.neutron [-] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.406770] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.625386] env[69350]: DEBUG oslo_concurrency.lockutils [req-207240f0-e62e-4c62-a388-2f59e2f861eb req-e927e364-2cd8-4505-b261-fe5049f78f6d service nova] Releasing lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.678736] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149252, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.732170] env[69350]: DEBUG oslo_vmware.api [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149248, 'name': PowerOnVM_Task, 'duration_secs': 0.708072} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.733378] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.733688] env[69350]: INFO nova.compute.manager [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Took 10.34 seconds to spawn the instance on the hypervisor. [ 979.733921] env[69350]: DEBUG nova.compute.manager [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.735068] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cc2d72-94b0-4959-991e-66a76beac0ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.835718] env[69350]: DEBUG nova.scheduler.client.report [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.911503] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149253, 'name': ReconfigVM_Task, 'duration_secs': 0.245041} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.911908] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821631', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'name': 'volume-6ce36218-a0eb-4324-9025-c7baef79174b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea875cca-f92c-4509-a97c-c704627dec6e', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'serial': '6ce36218-a0eb-4324-9025-c7baef79174b'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 979.915055] env[69350]: DEBUG nova.compute.manager [req-dfcdd9a3-a8c9-4dd5-ba71-64e359401205 req-bfcafc66-bb14-4e0e-b30c-65ba9b04b474 service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Received event network-vif-plugged-18b07f65-cdd4-422a-af6b-9d8feff13f79 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.915270] env[69350]: DEBUG oslo_concurrency.lockutils [req-dfcdd9a3-a8c9-4dd5-ba71-64e359401205 req-bfcafc66-bb14-4e0e-b30c-65ba9b04b474 service nova] Acquiring lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.915475] env[69350]: DEBUG oslo_concurrency.lockutils [req-dfcdd9a3-a8c9-4dd5-ba71-64e359401205 req-bfcafc66-bb14-4e0e-b30c-65ba9b04b474 service nova] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.915643] env[69350]: DEBUG oslo_concurrency.lockutils [req-dfcdd9a3-a8c9-4dd5-ba71-64e359401205 req-bfcafc66-bb14-4e0e-b30c-65ba9b04b474 service nova] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.915809] env[69350]: DEBUG nova.compute.manager [req-dfcdd9a3-a8c9-4dd5-ba71-64e359401205 req-bfcafc66-bb14-4e0e-b30c-65ba9b04b474 service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] No waiting events found dispatching network-vif-plugged-18b07f65-cdd4-422a-af6b-9d8feff13f79 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.915973] env[69350]: WARNING nova.compute.manager [req-dfcdd9a3-a8c9-4dd5-ba71-64e359401205 req-bfcafc66-bb14-4e0e-b30c-65ba9b04b474 service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Received unexpected event network-vif-plugged-18b07f65-cdd4-422a-af6b-9d8feff13f79 for instance with vm_state building and task_state spawning. [ 980.105295] env[69350]: DEBUG nova.compute.manager [req-04cabcc3-1197-4fe0-b56e-5cc7262e965c req-04dd9f35-416e-44be-b5ea-d36078e48336 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Received event network-vif-deleted-63fd5e84-bcd1-4298-9316-0d8ead6f4ce3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.105295] env[69350]: INFO nova.compute.manager [req-04cabcc3-1197-4fe0-b56e-5cc7262e965c req-04dd9f35-416e-44be-b5ea-d36078e48336 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Neutron deleted interface 63fd5e84-bcd1-4298-9316-0d8ead6f4ce3; detaching it from the instance and deleting it from the info cache [ 980.105295] env[69350]: DEBUG nova.network.neutron [req-04cabcc3-1197-4fe0-b56e-5cc7262e965c req-04dd9f35-416e-44be-b5ea-d36078e48336 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.183137] env[69350]: DEBUG oslo_vmware.api [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149252, 'name': PowerOnVM_Task, 'duration_secs': 0.636435} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.183137] env[69350]: DEBUG nova.network.neutron [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Successfully updated port: 18b07f65-cdd4-422a-af6b-9d8feff13f79 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.183858] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.184077] env[69350]: INFO nova.compute.manager [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Took 8.31 seconds to spawn the instance on the hypervisor. [ 980.184264] env[69350]: DEBUG nova.compute.manager [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.185203] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c17315b-3321-46b0-bcb0-6755f75eadb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.264582] env[69350]: INFO nova.compute.manager [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Took 41.58 seconds to build instance. [ 980.279347] env[69350]: DEBUG nova.network.neutron [-] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.344136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.344136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.991s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.345232] env[69350]: DEBUG nova.objects.instance [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 980.385681] env[69350]: INFO nova.scheduler.client.report [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Deleted allocations for instance 29f054c3-cf54-45ba-8322-36acd6df235d [ 980.610693] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b9ee025-baa3-4aee-9fe8-c0da05082667 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.621837] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79372a5b-17ac-445c-8c8f-bdb53bcbebff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.669038] env[69350]: DEBUG nova.compute.manager [req-04cabcc3-1197-4fe0-b56e-5cc7262e965c req-04dd9f35-416e-44be-b5ea-d36078e48336 service nova] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Detach interface failed, port_id=63fd5e84-bcd1-4298-9316-0d8ead6f4ce3, reason: Instance a673f247-5537-40ee-a707-b537faf8d9e1 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.690381] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "refresh_cache-5e1db64d-9c71-4f51-bd53-79b2de8ae146" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.690514] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquired lock "refresh_cache-5e1db64d-9c71-4f51-bd53-79b2de8ae146" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.690679] env[69350]: DEBUG nova.network.neutron [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.722257] env[69350]: INFO nova.compute.manager [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Took 39.32 seconds to build instance. [ 980.768294] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8468fdac-7ecd-42d6-a9bc-732fb9522c1b tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.097s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.782795] env[69350]: INFO nova.compute.manager [-] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Took 1.39 seconds to deallocate network for instance. [ 980.896876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f5b8cd8f-30db-4298-b7f0-2e0f42a05c25 tempest-ImagesTestJSON-628353040 tempest-ImagesTestJSON-628353040-project-member] Lock "29f054c3-cf54-45ba-8322-36acd6df235d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.279s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.980138] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.980528] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a22024-bce4-432b-b41e-63cb80217424 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.992484] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 980.992484] env[69350]: value = "task-4149254" [ 980.992484] env[69350]: _type = "Task" [ 980.992484] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.007342] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 981.008047] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 981.008401] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821631', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'name': 'volume-6ce36218-a0eb-4324-9025-c7baef79174b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea875cca-f92c-4509-a97c-c704627dec6e', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'serial': '6ce36218-a0eb-4324-9025-c7baef79174b'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 981.010448] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb09fe5-48c1-4582-8ab6-093b6478a76a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.038729] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40e1c1b-eb21-4bf4-a7a0-7b4bef0773ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.047052] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 981.047373] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.048559] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9f5df6-15ef-4039-9e05-51fb3e1afe11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.056823] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.057046] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff7f1605-eef1-46bd-9080-296c7dc8ca7d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.153061] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.153390] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.153676] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleting the datastore file [datastore2] ea875cca-f92c-4509-a97c-c704627dec6e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.154230] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f687807-6099-441e-8fa9-8459bfae96d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.169209] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 981.169209] env[69350]: value = "task-4149256" [ 981.169209] env[69350]: _type = "Task" [ 981.169209] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.179482] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.224235] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e49ec6a0-d949-417e-98ca-34c9c1ae8942 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.831s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.264362] env[69350]: DEBUG nova.network.neutron [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.290457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.361832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce190288-d1e3-460f-886f-5bd953f42062 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.361832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.749s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.364078] env[69350]: INFO nova.compute.claims [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.677880] env[69350]: DEBUG nova.network.neutron [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Updating instance_info_cache with network_info: [{"id": "18b07f65-cdd4-422a-af6b-9d8feff13f79", "address": "fa:16:3e:30:61:ec", "network": {"id": "a904e662-0424-4802-b858-8916f1659570", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1580779450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edac660dc11344ac82b15114689aff9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b07f65-cd", "ovs_interfaceid": "18b07f65-cdd4-422a-af6b-9d8feff13f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.683423] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465727} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.683953] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.684204] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.684451] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.981375] env[69350]: DEBUG nova.compute.manager [req-df2478d7-1e33-4c63-8328-b8d2f3b2c1b7 req-b190dfca-e4a5-4f1f-a34f-490380931d9f service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Received event network-changed-18b07f65-cdd4-422a-af6b-9d8feff13f79 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.981375] env[69350]: DEBUG nova.compute.manager [req-df2478d7-1e33-4c63-8328-b8d2f3b2c1b7 req-b190dfca-e4a5-4f1f-a34f-490380931d9f service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Refreshing instance network info cache due to event network-changed-18b07f65-cdd4-422a-af6b-9d8feff13f79. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.981375] env[69350]: DEBUG oslo_concurrency.lockutils [req-df2478d7-1e33-4c63-8328-b8d2f3b2c1b7 req-b190dfca-e4a5-4f1f-a34f-490380931d9f service nova] Acquiring lock "refresh_cache-5e1db64d-9c71-4f51-bd53-79b2de8ae146" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.184992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Releasing lock "refresh_cache-5e1db64d-9c71-4f51-bd53-79b2de8ae146" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.185474] env[69350]: DEBUG nova.compute.manager [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Instance network_info: |[{"id": "18b07f65-cdd4-422a-af6b-9d8feff13f79", "address": "fa:16:3e:30:61:ec", "network": {"id": "a904e662-0424-4802-b858-8916f1659570", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1580779450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edac660dc11344ac82b15114689aff9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b07f65-cd", "ovs_interfaceid": "18b07f65-cdd4-422a-af6b-9d8feff13f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.185836] env[69350]: DEBUG oslo_concurrency.lockutils [req-df2478d7-1e33-4c63-8328-b8d2f3b2c1b7 req-b190dfca-e4a5-4f1f-a34f-490380931d9f service nova] Acquired lock "refresh_cache-5e1db64d-9c71-4f51-bd53-79b2de8ae146" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.186046] env[69350]: DEBUG nova.network.neutron [req-df2478d7-1e33-4c63-8328-b8d2f3b2c1b7 req-b190dfca-e4a5-4f1f-a34f-490380931d9f service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Refreshing network info cache for port 18b07f65-cdd4-422a-af6b-9d8feff13f79 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.188201] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:61:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18b07f65-cdd4-422a-af6b-9d8feff13f79', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.206691] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.212664] env[69350]: INFO nova.virt.block_device [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Booting with volume 6ce36218-a0eb-4324-9025-c7baef79174b at /dev/sdb [ 982.215161] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.216190] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7c25096-c35b-4707-b351-8c844b8013ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.254529] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.254529] env[69350]: value = "task-4149257" [ 982.254529] env[69350]: _type = "Task" [ 982.254529] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.275277] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149257, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.298971] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94b05883-3aed-4f69-b45f-66de2165a518 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.310532] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067b3c5-de77-40de-988e-8fc5e652e723 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.351585] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b115ee04-8857-44cc-8f09-31a392e4ea60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.363389] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e8f64b-6038-4753-9814-2317a5b9154e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.410825] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d569722-5409-4dd3-8f82-28d99d3ad755 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.419648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4fc040-e624-475b-bbb9-db6349a725a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.441167] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.441402] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.441838] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.442183] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.442331] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.444449] env[69350]: DEBUG nova.virt.block_device [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Updating existing volume attachment record: de912f56-f0a9-4d60-a29d-90b757630cd2 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 982.447520] env[69350]: INFO nova.compute.manager [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Terminating instance [ 982.772453] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149257, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.791955] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2aba2e-e341-4f1a-a9ec-6ef02bd828da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.801485] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114eff25-9dc4-4d37-90dd-3fab7ad6b7af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.839320] env[69350]: DEBUG nova.network.neutron [req-df2478d7-1e33-4c63-8328-b8d2f3b2c1b7 req-b190dfca-e4a5-4f1f-a34f-490380931d9f service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Updated VIF entry in instance network info cache for port 18b07f65-cdd4-422a-af6b-9d8feff13f79. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.839734] env[69350]: DEBUG nova.network.neutron [req-df2478d7-1e33-4c63-8328-b8d2f3b2c1b7 req-b190dfca-e4a5-4f1f-a34f-490380931d9f service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Updating instance_info_cache with network_info: [{"id": "18b07f65-cdd4-422a-af6b-9d8feff13f79", "address": "fa:16:3e:30:61:ec", "network": {"id": "a904e662-0424-4802-b858-8916f1659570", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1580779450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edac660dc11344ac82b15114689aff9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b07f65-cd", "ovs_interfaceid": "18b07f65-cdd4-422a-af6b-9d8feff13f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.841826] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d285114-8fad-4e15-8f10-fcd18979b199 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.850915] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8694548e-fbde-44fc-ae35-864491b77f9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.866140] env[69350]: DEBUG nova.compute.provider_tree [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.958329] env[69350]: DEBUG nova.compute.manager [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.958329] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.959367] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0b65b5-1d45-4c0d-8ceb-057bd7fba8df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.968736] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.969174] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70b69f20-05d7-4b88-a115-c73f002d78b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.977911] env[69350]: DEBUG oslo_vmware.api [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 982.977911] env[69350]: value = "task-4149258" [ 982.977911] env[69350]: _type = "Task" [ 982.977911] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.988660] env[69350]: DEBUG oslo_vmware.api [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.088740] env[69350]: DEBUG nova.compute.manager [req-af655a41-3d06-4218-9c05-640b9d96b631 req-f366e1fd-3c80-4268-9add-0cde7aa82515 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Received event network-changed-3951dca7-fe43-456b-96a4-045e3518d5cb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.088895] env[69350]: DEBUG nova.compute.manager [req-af655a41-3d06-4218-9c05-640b9d96b631 req-f366e1fd-3c80-4268-9add-0cde7aa82515 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Refreshing instance network info cache due to event network-changed-3951dca7-fe43-456b-96a4-045e3518d5cb. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.089084] env[69350]: DEBUG oslo_concurrency.lockutils [req-af655a41-3d06-4218-9c05-640b9d96b631 req-f366e1fd-3c80-4268-9add-0cde7aa82515 service nova] Acquiring lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.089240] env[69350]: DEBUG oslo_concurrency.lockutils [req-af655a41-3d06-4218-9c05-640b9d96b631 req-f366e1fd-3c80-4268-9add-0cde7aa82515 service nova] Acquired lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.089406] env[69350]: DEBUG nova.network.neutron [req-af655a41-3d06-4218-9c05-640b9d96b631 req-f366e1fd-3c80-4268-9add-0cde7aa82515 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Refreshing network info cache for port 3951dca7-fe43-456b-96a4-045e3518d5cb {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.273122] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149257, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.345998] env[69350]: DEBUG oslo_concurrency.lockutils [req-df2478d7-1e33-4c63-8328-b8d2f3b2c1b7 req-b190dfca-e4a5-4f1f-a34f-490380931d9f service nova] Releasing lock "refresh_cache-5e1db64d-9c71-4f51-bd53-79b2de8ae146" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.375639] env[69350]: DEBUG nova.scheduler.client.report [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.489633] env[69350]: DEBUG oslo_vmware.api [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.769164] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149257, 'name': CreateVM_Task, 'duration_secs': 1.465447} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.769549] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.771061] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.771444] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.773602] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.773602] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47fe76eb-7277-4064-a504-7d8a8d81cca4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.780755] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 983.780755] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5260f6c0-f8bd-fb59-6383-a9e330cf0028" [ 983.780755] env[69350]: _type = "Task" [ 983.780755] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.793040] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5260f6c0-f8bd-fb59-6383-a9e330cf0028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.880403] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.880884] env[69350]: DEBUG nova.compute.manager [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.887207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.176s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.887207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.887207] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 983.887207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.705s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.887207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.888114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.657s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.888306] env[69350]: DEBUG nova.objects.instance [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.894195] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4440432-31c8-4c9d-bc1c-7697211c9d5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.906561] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1cb9d1-bbc4-4921-a984-babb131ae76f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.924049] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd47b612-0aae-4ef1-9706-2f5e744ed461 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.932750] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14078f1-0338-485f-808a-da6dc15e208c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.938193] env[69350]: INFO nova.scheduler.client.report [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted allocations for instance 839d9db5-bbec-478b-9d79-26b43467da5b [ 983.976437] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179289MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 983.976587] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.989754] env[69350]: DEBUG oslo_vmware.api [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149258, 'name': PowerOffVM_Task, 'duration_secs': 0.832102} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.990150] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.990345] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.990605] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37bb75db-7849-4cc5-9a39-523aae818ac7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.055592] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.056238] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.056688] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleting the datastore file [datastore2] 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.057015] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dc80877-adab-4a98-8e72-80beb79bcca6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.071294] env[69350]: DEBUG oslo_vmware.api [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 984.071294] env[69350]: value = "task-4149260" [ 984.071294] env[69350]: _type = "Task" [ 984.071294] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.083457] env[69350]: DEBUG oslo_vmware.api [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.206444] env[69350]: DEBUG nova.network.neutron [req-af655a41-3d06-4218-9c05-640b9d96b631 req-f366e1fd-3c80-4268-9add-0cde7aa82515 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updated VIF entry in instance network info cache for port 3951dca7-fe43-456b-96a4-045e3518d5cb. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.206444] env[69350]: DEBUG nova.network.neutron [req-af655a41-3d06-4218-9c05-640b9d96b631 req-f366e1fd-3c80-4268-9add-0cde7aa82515 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance_info_cache with network_info: [{"id": "3951dca7-fe43-456b-96a4-045e3518d5cb", "address": "fa:16:3e:7c:0c:41", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3951dca7-fe", "ovs_interfaceid": "3951dca7-fe43-456b-96a4-045e3518d5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.296343] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5260f6c0-f8bd-fb59-6383-a9e330cf0028, 'name': SearchDatastore_Task, 'duration_secs': 0.01389} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.296740] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.296779] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.297047] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.297596] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.297596] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.298345] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5582cf32-4846-46a7-99bf-d66660e361af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.308864] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.309085] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.310078] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1889dd-708f-42a1-a015-3740969c4dbc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.316665] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 984.316665] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521e80f5-a0bf-61cb-c69e-737cabb3a963" [ 984.316665] env[69350]: _type = "Task" [ 984.316665] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.326197] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521e80f5-a0bf-61cb-c69e-737cabb3a963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.395875] env[69350]: DEBUG nova.compute.utils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.397791] env[69350]: DEBUG nova.compute.manager [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.398109] env[69350]: DEBUG nova.network.neutron [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.484744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ab54697-e94f-4996-9798-7621d9c9e06c tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "839d9db5-bbec-478b-9d79-26b43467da5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.485s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.510585] env[69350]: DEBUG nova.policy [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76f1d2fe6cfb4375aac76fd68384997f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9ef576ce83e4738a4a2192e4a0f1401', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.588344] env[69350]: DEBUG oslo_vmware.api [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147896} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.588811] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.589270] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.589526] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.589739] env[69350]: INFO nova.compute.manager [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 984.590040] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.590433] env[69350]: DEBUG nova.compute.manager [-] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.590433] env[69350]: DEBUG nova.network.neutron [-] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.608755] env[69350]: DEBUG nova.virt.hardware [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.609652] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76243af4-8ae4-4f68-8644-9dfbf058c635 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.621712] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddadade-32d4-47cd-9d84-6ec7bec882a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.640986] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:af:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd43e8bdc-8ee6-4fd5-a611-9032905c2d17', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.649280] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.649870] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.649980] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8981f2e5-8b7a-4ff4-93b5-3bd7055de4e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.671486] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.671486] env[69350]: value = "task-4149261" [ 984.671486] env[69350]: _type = "Task" [ 984.671486] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.681016] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149261, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.708972] env[69350]: DEBUG oslo_concurrency.lockutils [req-af655a41-3d06-4218-9c05-640b9d96b631 req-f366e1fd-3c80-4268-9add-0cde7aa82515 service nova] Releasing lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.830929] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521e80f5-a0bf-61cb-c69e-737cabb3a963, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.831997] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c5501b-d2f5-41ab-944a-a6308b38b091 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.840324] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 984.840324] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b09e19-ec04-c7fe-ee22-744c689b2567" [ 984.840324] env[69350]: _type = "Task" [ 984.840324] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.853168] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b09e19-ec04-c7fe-ee22-744c689b2567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.899403] env[69350]: DEBUG nova.compute.manager [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.910305] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0a750d-ce3e-483e-9cf3-f31c58b16629 tempest-ServersAdmin275Test-715050586 tempest-ServersAdmin275Test-715050586-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.913595] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.554s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.914176] env[69350]: DEBUG nova.objects.instance [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lazy-loading 'resources' on Instance uuid 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.123754] env[69350]: DEBUG nova.network.neutron [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Successfully created port: c1b11c4f-f935-4be7-8a33-56f4790fc91a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.131290] env[69350]: DEBUG nova.compute.manager [req-befa8795-117b-4ecf-8653-2cad0f82e1c9 req-9b420c04-71f6-48bf-a47d-4ddb4551930b service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Received event network-vif-deleted-8c6c10d4-ca66-419f-a92d-2c04444ede23 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.131489] env[69350]: INFO nova.compute.manager [req-befa8795-117b-4ecf-8653-2cad0f82e1c9 req-9b420c04-71f6-48bf-a47d-4ddb4551930b service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Neutron deleted interface 8c6c10d4-ca66-419f-a92d-2c04444ede23; detaching it from the instance and deleting it from the info cache [ 985.131658] env[69350]: DEBUG nova.network.neutron [req-befa8795-117b-4ecf-8653-2cad0f82e1c9 req-9b420c04-71f6-48bf-a47d-4ddb4551930b service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.182881] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149261, 'name': CreateVM_Task, 'duration_secs': 0.375485} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.183398] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.184538] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.184780] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.185814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.185944] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfbcfa70-5fef-4c61-bf6e-649c3bd85788 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.192572] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 985.192572] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527f687f-c7aa-cf03-f411-1e771f02ecee" [ 985.192572] env[69350]: _type = "Task" [ 985.192572] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.206444] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527f687f-c7aa-cf03-f411-1e771f02ecee, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.206779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.207041] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.207269] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.354020] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b09e19-ec04-c7fe-ee22-744c689b2567, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.354020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.354020] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 5e1db64d-9c71-4f51-bd53-79b2de8ae146/5e1db64d-9c71-4f51-bd53-79b2de8ae146.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.354020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.354020] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.354020] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1d3deff-796c-42a4-9660-521b34070a0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.356045] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ede0da4e-ba80-4840-8f67-fb857d80f51e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.365090] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 985.365090] env[69350]: value = "task-4149262" [ 985.365090] env[69350]: _type = "Task" [ 985.365090] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.366295] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.366462] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.371169] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88663bd-61c5-466b-a603-949e9fda3d52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.382613] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 985.382613] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52371e08-153d-0468-1a57-f5fd982c6794" [ 985.382613] env[69350]: _type = "Task" [ 985.382613] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.383077] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.394258] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52371e08-153d-0468-1a57-f5fd982c6794, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.395361] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41880fd3-9c2c-40e8-b3b5-a9ec729b7099 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.402182] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 985.402182] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bd0b8e-5ad7-d7ee-7767-f7116d8b2c13" [ 985.402182] env[69350]: _type = "Task" [ 985.402182] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.421545] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bd0b8e-5ad7-d7ee-7767-f7116d8b2c13, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.422835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.423328] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] ea875cca-f92c-4509-a97c-c704627dec6e/ea875cca-f92c-4509-a97c-c704627dec6e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.423541] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb054e09-8cc8-440b-b357-6aacb0cb0de8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.435029] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 985.435029] env[69350]: value = "task-4149263" [ 985.435029] env[69350]: _type = "Task" [ 985.435029] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.450151] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.589751] env[69350]: DEBUG nova.network.neutron [-] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.637403] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9275215e-9918-4b32-88cb-0887f48fad0f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.652154] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad6362c-d3fd-47db-a35d-1752c640825c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.691661] env[69350]: DEBUG nova.compute.manager [req-befa8795-117b-4ecf-8653-2cad0f82e1c9 req-9b420c04-71f6-48bf-a47d-4ddb4551930b service nova] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Detach interface failed, port_id=8c6c10d4-ca66-419f-a92d-2c04444ede23, reason: Instance 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.796966] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34845a19-2945-4a79-816d-b4a203993481 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.807353] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d831747c-ddc2-4d27-95b5-2fe8c56fc3db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.840439] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faea12cb-e8ae-41a6-9b2c-4d122a1ffa89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.848705] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797dca5-e2f8-4e58-b323-8f8e5f11e77a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.866449] env[69350]: DEBUG nova.compute.provider_tree [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.877460] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475843} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.877738] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 5e1db64d-9c71-4f51-bd53-79b2de8ae146/5e1db64d-9c71-4f51-bd53-79b2de8ae146.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.877949] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.878235] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82b1c7f3-0fbc-4455-9159-9953f50b4411 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.887140] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 985.887140] env[69350]: value = "task-4149264" [ 985.887140] env[69350]: _type = "Task" [ 985.887140] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.898169] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.913117] env[69350]: DEBUG nova.compute.manager [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.943483] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.943766] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.943926] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.944128] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.944276] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.944460] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.944643] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.944807] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.944998] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.945233] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.945426] env[69350]: DEBUG nova.virt.hardware [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.946346] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c79c515-d1fa-4e11-9dec-8afd25e2d1ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.952850] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.959511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c35354-ba97-46e5-9090-a2136bc6707b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.095159] env[69350]: INFO nova.compute.manager [-] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Took 1.50 seconds to deallocate network for instance. [ 986.373272] env[69350]: DEBUG nova.scheduler.client.report [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.399444] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097235} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.399790] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.400676] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceeaed4-05e4-4fcd-bb7d-2afdc675c2de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.428252] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 5e1db64d-9c71-4f51-bd53-79b2de8ae146/5e1db64d-9c71-4f51-bd53-79b2de8ae146.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.429744] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ff20f8-521d-44d0-89b1-984b7b8d352f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.457864] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742625} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.459146] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] ea875cca-f92c-4509-a97c-c704627dec6e/ea875cca-f92c-4509-a97c-c704627dec6e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.459458] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.460339] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 986.460339] env[69350]: value = "task-4149265" [ 986.460339] env[69350]: _type = "Task" [ 986.460339] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.460339] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c778f3d-d7d3-4fc7-8dd3-16a6ec05478e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.477752] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.479112] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 986.479112] env[69350]: value = "task-4149266" [ 986.479112] env[69350]: _type = "Task" [ 986.479112] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.491033] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.605599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.882224] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.883898] env[69350]: DEBUG nova.compute.manager [req-574e85f9-329b-4f92-bb69-e01ad3ab7c29 req-0bba67eb-c469-44be-ab8a-7e2ec89bb8c2 service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Received event network-vif-plugged-c1b11c4f-f935-4be7-8a33-56f4790fc91a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.884721] env[69350]: DEBUG oslo_concurrency.lockutils [req-574e85f9-329b-4f92-bb69-e01ad3ab7c29 req-0bba67eb-c469-44be-ab8a-7e2ec89bb8c2 service nova] Acquiring lock "949b5fcc-face-445f-bebb-e6c707b44546-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.885093] env[69350]: DEBUG oslo_concurrency.lockutils [req-574e85f9-329b-4f92-bb69-e01ad3ab7c29 req-0bba67eb-c469-44be-ab8a-7e2ec89bb8c2 service nova] Lock "949b5fcc-face-445f-bebb-e6c707b44546-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.885393] env[69350]: DEBUG oslo_concurrency.lockutils [req-574e85f9-329b-4f92-bb69-e01ad3ab7c29 req-0bba67eb-c469-44be-ab8a-7e2ec89bb8c2 service nova] Lock "949b5fcc-face-445f-bebb-e6c707b44546-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.885817] env[69350]: DEBUG nova.compute.manager [req-574e85f9-329b-4f92-bb69-e01ad3ab7c29 req-0bba67eb-c469-44be-ab8a-7e2ec89bb8c2 service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] No waiting events found dispatching network-vif-plugged-c1b11c4f-f935-4be7-8a33-56f4790fc91a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.886193] env[69350]: WARNING nova.compute.manager [req-574e85f9-329b-4f92-bb69-e01ad3ab7c29 req-0bba67eb-c469-44be-ab8a-7e2ec89bb8c2 service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Received unexpected event network-vif-plugged-c1b11c4f-f935-4be7-8a33-56f4790fc91a for instance with vm_state building and task_state spawning. [ 986.888819] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.826s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.888819] env[69350]: DEBUG nova.objects.instance [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lazy-loading 'resources' on Instance uuid 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.912623] env[69350]: INFO nova.scheduler.client.report [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Deleted allocations for instance 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27 [ 986.973822] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149265, 'name': ReconfigVM_Task, 'duration_secs': 0.31531} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.977022] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 5e1db64d-9c71-4f51-bd53-79b2de8ae146/5e1db64d-9c71-4f51-bd53-79b2de8ae146.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.977022] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e655fb4-57bc-4d29-b042-60d79d74a9b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.986877] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 986.986877] env[69350]: value = "task-4149267" [ 986.986877] env[69350]: _type = "Task" [ 986.986877] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.991019] env[69350]: DEBUG nova.network.neutron [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Successfully updated port: c1b11c4f-f935-4be7-8a33-56f4790fc91a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.000245] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075004} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.001815] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.003038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b23a04d-2e98-4ddb-b519-027b8ad77bdc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.010603] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149267, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.034588] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ea875cca-f92c-4509-a97c-c704627dec6e/ea875cca-f92c-4509-a97c-c704627dec6e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.035317] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2291b36e-6281-4970-87dc-f752f7a1c838 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.057800] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 987.057800] env[69350]: value = "task-4149268" [ 987.057800] env[69350]: _type = "Task" [ 987.057800] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.068219] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.422028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a8dcbcf-ab77-4578-8e0e-64c8cb5acd2e tempest-ServerDiagnosticsNegativeTest-1652605748 tempest-ServerDiagnosticsNegativeTest-1652605748-project-member] Lock "6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.033s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.492520] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.492668] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.492824] env[69350]: DEBUG nova.network.neutron [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.508171] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149267, 'name': Rename_Task, 'duration_secs': 0.193062} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.508171] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.508171] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f735e899-60c3-4ac2-a14b-938ad992e7ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.519824] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 987.519824] env[69350]: value = "task-4149269" [ 987.519824] env[69350]: _type = "Task" [ 987.519824] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.535120] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.574319] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149268, 'name': ReconfigVM_Task, 'duration_secs': 0.320661} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.577671] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ea875cca-f92c-4509-a97c-c704627dec6e/ea875cca-f92c-4509-a97c-c704627dec6e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.579374] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_name': '/dev/sda', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'size': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'image_id': 'd75198e8-8a23-4684-af1f-c67fd85bd261'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'de912f56-f0a9-4d60-a29d-90b757630cd2', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821631', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'name': 'volume-6ce36218-a0eb-4324-9025-c7baef79174b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea875cca-f92c-4509-a97c-c704627dec6e', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'serial': '6ce36218-a0eb-4324-9025-c7baef79174b'}, 'mount_device': '/dev/sdb', 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69350) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 987.580215] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 987.580450] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821631', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'name': 'volume-6ce36218-a0eb-4324-9025-c7baef79174b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea875cca-f92c-4509-a97c-c704627dec6e', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'serial': '6ce36218-a0eb-4324-9025-c7baef79174b'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 987.583094] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3bbbd1-b465-435c-b247-303a1e35c2d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.609619] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfbd29a-3297-450c-bb63-09d7077c77dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.644644] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-6ce36218-a0eb-4324-9025-c7baef79174b/volume-6ce36218-a0eb-4324-9025-c7baef79174b.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.648881] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcd5f6c-f953-468a-905f-9961a34801b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.674317] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 987.674317] env[69350]: value = "task-4149270" [ 987.674317] env[69350]: _type = "Task" [ 987.674317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.691421] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.781016] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb7f5c-7d40-48d4-880f-ad38c978fa5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.790600] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f80d119-ec3a-4815-ae98-e2b02e25907e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.829197] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38963314-415d-458c-9cb0-43fe5759ceb1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.838549] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025a5896-d79f-400b-98de-f208c25e63ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.855138] env[69350]: DEBUG nova.compute.provider_tree [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.036645] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149269, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.189103] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149270, 'name': ReconfigVM_Task, 'duration_secs': 0.495171} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.189433] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-6ce36218-a0eb-4324-9025-c7baef79174b/volume-6ce36218-a0eb-4324-9025-c7baef79174b.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.194766] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1e47e52-ff63-497f-a715-daf3375341b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.213311] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 988.213311] env[69350]: value = "task-4149271" [ 988.213311] env[69350]: _type = "Task" [ 988.213311] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.229450] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.354265] env[69350]: DEBUG nova.network.neutron [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.361741] env[69350]: DEBUG nova.scheduler.client.report [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.532705] env[69350]: DEBUG oslo_vmware.api [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149269, 'name': PowerOnVM_Task, 'duration_secs': 0.56179} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.533152] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.533275] env[69350]: INFO nova.compute.manager [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Took 10.08 seconds to spawn the instance on the hypervisor. [ 988.533438] env[69350]: DEBUG nova.compute.manager [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.534300] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac252e2-1250-4894-9cb8-a78dfafde821 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.728344] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149271, 'name': ReconfigVM_Task, 'duration_secs': 0.39905} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.728973] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821631', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'name': 'volume-6ce36218-a0eb-4324-9025-c7baef79174b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea875cca-f92c-4509-a97c-c704627dec6e', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'serial': '6ce36218-a0eb-4324-9025-c7baef79174b'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 988.730109] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9de8c05-f54f-43a8-b2b0-1a548bdf555e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.741562] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 988.741562] env[69350]: value = "task-4149272" [ 988.741562] env[69350]: _type = "Task" [ 988.741562] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.751599] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149272, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.868363] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.871469] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.579s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.873150] env[69350]: INFO nova.compute.claims [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.904564] env[69350]: DEBUG nova.network.neutron [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance_info_cache with network_info: [{"id": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "address": "fa:16:3e:8b:d3:14", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b11c4f-f9", "ovs_interfaceid": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.912937] env[69350]: INFO nova.scheduler.client.report [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Deleted allocations for instance 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e [ 989.048379] env[69350]: DEBUG nova.compute.manager [req-1615b514-e01b-4fb9-ae09-6f5d97b0fc1a req-5c71701f-9b73-488b-9252-cd51e3f4323f service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Received event network-changed-c1b11c4f-f935-4be7-8a33-56f4790fc91a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.049994] env[69350]: DEBUG nova.compute.manager [req-1615b514-e01b-4fb9-ae09-6f5d97b0fc1a req-5c71701f-9b73-488b-9252-cd51e3f4323f service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Refreshing instance network info cache due to event network-changed-c1b11c4f-f935-4be7-8a33-56f4790fc91a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.050727] env[69350]: DEBUG oslo_concurrency.lockutils [req-1615b514-e01b-4fb9-ae09-6f5d97b0fc1a req-5c71701f-9b73-488b-9252-cd51e3f4323f service nova] Acquiring lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.074146] env[69350]: INFO nova.compute.manager [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Took 41.17 seconds to build instance. [ 989.256718] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149272, 'name': Rename_Task, 'duration_secs': 0.328172} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.257024] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.257319] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c7aaa44-6b7c-4206-9412-435a58629da5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.270597] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 989.270597] env[69350]: value = "task-4149273" [ 989.270597] env[69350]: _type = "Task" [ 989.270597] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.282415] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.413197] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.413197] env[69350]: DEBUG nova.compute.manager [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Instance network_info: |[{"id": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "address": "fa:16:3e:8b:d3:14", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b11c4f-f9", "ovs_interfaceid": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.413197] env[69350]: DEBUG oslo_concurrency.lockutils [req-1615b514-e01b-4fb9-ae09-6f5d97b0fc1a req-5c71701f-9b73-488b-9252-cd51e3f4323f service nova] Acquired lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.413197] env[69350]: DEBUG nova.network.neutron [req-1615b514-e01b-4fb9-ae09-6f5d97b0fc1a req-5c71701f-9b73-488b-9252-cd51e3f4323f service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Refreshing network info cache for port c1b11c4f-f935-4be7-8a33-56f4790fc91a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.414229] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d3:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b11c4f-f935-4be7-8a33-56f4790fc91a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.422421] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.427495] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.428070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0c663318-5f30-421d-8605-d0ba86f4cf22 tempest-ServersAdmin275Test-481227986 tempest-ServersAdmin275Test-481227986-project-member] Lock "3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.694s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.428940] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f7ba08-872e-475e-8abd-6fc9b4261d77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.452848] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.452848] env[69350]: value = "task-4149274" [ 989.452848] env[69350]: _type = "Task" [ 989.452848] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.465540] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149274, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.579918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-80030fd8-df5c-4fab-9a06-0aec42fe710b tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.690s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.776245] env[69350]: INFO nova.compute.manager [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Rebuilding instance [ 989.793420] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.849332] env[69350]: DEBUG nova.compute.manager [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.849332] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3676bae4-0154-46f7-9393-cf164f0520db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.976260] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149274, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.038965] env[69350]: DEBUG nova.network.neutron [req-1615b514-e01b-4fb9-ae09-6f5d97b0fc1a req-5c71701f-9b73-488b-9252-cd51e3f4323f service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updated VIF entry in instance network info cache for port c1b11c4f-f935-4be7-8a33-56f4790fc91a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.039359] env[69350]: DEBUG nova.network.neutron [req-1615b514-e01b-4fb9-ae09-6f5d97b0fc1a req-5c71701f-9b73-488b-9252-cd51e3f4323f service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance_info_cache with network_info: [{"id": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "address": "fa:16:3e:8b:d3:14", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b11c4f-f9", "ovs_interfaceid": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.174167] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741bc7a2-b8e0-4905-8ff9-244af3e8f21c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.184828] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee0c274-003c-404a-a2d4-72b72a3c528d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.232085] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e99b5a-3eb0-42c0-a7ce-3b72711f4cba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.242071] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a05f29-5448-4afe-8a3c-ccfc3181413e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.261629] env[69350]: DEBUG nova.compute.provider_tree [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.290285] env[69350]: DEBUG oslo_vmware.api [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149273, 'name': PowerOnVM_Task, 'duration_secs': 0.810405} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.290504] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.290568] env[69350]: DEBUG nova.compute.manager [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.291411] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc440fb5-b75f-4f14-833c-77eaf2cd9583 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.475417] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149274, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.545780] env[69350]: DEBUG oslo_concurrency.lockutils [req-1615b514-e01b-4fb9-ae09-6f5d97b0fc1a req-5c71701f-9b73-488b-9252-cd51e3f4323f service nova] Releasing lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.767231] env[69350]: DEBUG nova.scheduler.client.report [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.816365] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.865666] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.866085] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f84129c4-afa2-413b-9b64-431320f2049e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.876506] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 990.876506] env[69350]: value = "task-4149275" [ 990.876506] env[69350]: _type = "Task" [ 990.876506] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.894977] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.976792] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149274, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.271542] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.272068] env[69350]: DEBUG nova.compute.manager [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.276929] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.987s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.277365] env[69350]: DEBUG nova.objects.instance [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lazy-loading 'resources' on Instance uuid a673f247-5537-40ee-a707-b537faf8d9e1 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.390568] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149275, 'name': PowerOffVM_Task, 'duration_secs': 0.285968} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.390735] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.390978] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.392638] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a77166-2f49-4879-8db1-ca9ef5abc2fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.402985] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.403226] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-298ce834-c84e-449b-b137-d5e12eefcee9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.472900] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.472900] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.473132] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleting the datastore file [datastore2] f982e2d2-8a7a-483d-ac67-6ae4665ec421 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.473418] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-603ac39f-e958-48a2-a936-c5cc8ca5970f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.482679] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149274, 'name': CreateVM_Task, 'duration_secs': 1.616308} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.483904] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.484044] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.484225] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.484570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.484847] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf408041-bf6e-4fe7-a045-1a4405a8e3c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.491128] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 991.491128] env[69350]: value = "task-4149277" [ 991.491128] env[69350]: _type = "Task" [ 991.491128] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.500233] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 991.500233] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527ff019-6d6d-21e6-c87c-edcd72927d7c" [ 991.500233] env[69350]: _type = "Task" [ 991.500233] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.506987] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.514074] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527ff019-6d6d-21e6-c87c-edcd72927d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.672309] env[69350]: DEBUG nova.compute.manager [req-ef1a16fe-b2c8-492d-b7cc-856123f839ea req-6614b3c9-90b3-4897-b8db-5cdf6d934ced service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Received event network-changed-18b07f65-cdd4-422a-af6b-9d8feff13f79 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.672309] env[69350]: DEBUG nova.compute.manager [req-ef1a16fe-b2c8-492d-b7cc-856123f839ea req-6614b3c9-90b3-4897-b8db-5cdf6d934ced service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Refreshing instance network info cache due to event network-changed-18b07f65-cdd4-422a-af6b-9d8feff13f79. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.672309] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef1a16fe-b2c8-492d-b7cc-856123f839ea req-6614b3c9-90b3-4897-b8db-5cdf6d934ced service nova] Acquiring lock "refresh_cache-5e1db64d-9c71-4f51-bd53-79b2de8ae146" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.672309] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef1a16fe-b2c8-492d-b7cc-856123f839ea req-6614b3c9-90b3-4897-b8db-5cdf6d934ced service nova] Acquired lock "refresh_cache-5e1db64d-9c71-4f51-bd53-79b2de8ae146" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.672309] env[69350]: DEBUG nova.network.neutron [req-ef1a16fe-b2c8-492d-b7cc-856123f839ea req-6614b3c9-90b3-4897-b8db-5cdf6d934ced service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Refreshing network info cache for port 18b07f65-cdd4-422a-af6b-9d8feff13f79 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.783514] env[69350]: DEBUG nova.compute.utils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.787992] env[69350]: DEBUG nova.compute.manager [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.788217] env[69350]: DEBUG nova.network.neutron [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.982659] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.983079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.009118] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337552} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.013691] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.013691] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.013887] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.027024] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527ff019-6d6d-21e6-c87c-edcd72927d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.031366} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.027024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.027024] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.027024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.027024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.027344] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.027587] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-079809f5-4994-4188-b0e5-9b3962de714f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.038436] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.039482] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.040053] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95d19c9-ee2b-4a45-a5fa-9db6dd5c27ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.047302] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 992.047302] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5296bb0d-f2be-7763-5ec6-2e07053991ce" [ 992.047302] env[69350]: _type = "Task" [ 992.047302] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.064023] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5296bb0d-f2be-7763-5ec6-2e07053991ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011833} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.064023] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6a7b4a-215b-4a09-a896-45f519f5cc2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.075397] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 992.075397] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a806b3-202b-4052-77a5-3e242185727d" [ 992.075397] env[69350]: _type = "Task" [ 992.075397] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.089376] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a806b3-202b-4052-77a5-3e242185727d, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.089695] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.090115] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 949b5fcc-face-445f-bebb-e6c707b44546/949b5fcc-face-445f-bebb-e6c707b44546.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.090461] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba3e5d7-5b9d-46e5-869a-63c3ed210cfc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.101026] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 992.101026] env[69350]: value = "task-4149278" [ 992.101026] env[69350]: _type = "Task" [ 992.101026] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.111560] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.162220] env[69350]: DEBUG nova.policy [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7f0dd62e1324f0086a66e6413de8e59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1da1f62c7446493f8cb62d9dc2e5860a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.177711] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffb9ab5-4294-44e0-bcfe-a02362c7b3ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.193128] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d1d36a-532c-47ac-97c5-edad99b7c640 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.232165] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34397800-8b28-4b86-9d3b-209c124417e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.240597] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5b44e9-abbb-462e-a54d-92fd532c4aed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.259627] env[69350]: DEBUG nova.compute.provider_tree [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.295248] env[69350]: DEBUG nova.compute.manager [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.485967] env[69350]: DEBUG nova.compute.manager [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.619636] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149278, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.906777] env[69350]: DEBUG nova.scheduler.client.report [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.033876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.066604] env[69350]: DEBUG nova.network.neutron [req-ef1a16fe-b2c8-492d-b7cc-856123f839ea req-6614b3c9-90b3-4897-b8db-5cdf6d934ced service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Updated VIF entry in instance network info cache for port 18b07f65-cdd4-422a-af6b-9d8feff13f79. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.067048] env[69350]: DEBUG nova.network.neutron [req-ef1a16fe-b2c8-492d-b7cc-856123f839ea req-6614b3c9-90b3-4897-b8db-5cdf6d934ced service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Updating instance_info_cache with network_info: [{"id": "18b07f65-cdd4-422a-af6b-9d8feff13f79", "address": "fa:16:3e:30:61:ec", "network": {"id": "a904e662-0424-4802-b858-8916f1659570", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1580779450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edac660dc11344ac82b15114689aff9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b07f65-cd", "ovs_interfaceid": "18b07f65-cdd4-422a-af6b-9d8feff13f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.075818] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.075818] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.076018] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.077479] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.077735] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.077905] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.078374] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.078625] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.078756] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.078980] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.079136] env[69350]: DEBUG nova.virt.hardware [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.080549] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53acc49b-bab9-42af-9a89-0c67a871be9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.092530] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e4ca2e-9686-4db6-84ab-1549697f395f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.116132] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:a7:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '558c5dd6-0831-4929-8cd1-654da81e057d', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.125575] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.129988] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.133500] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa181bf-0891-4c1d-806e-2b0a7bf9c1fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.156466] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552611} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.157757] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 949b5fcc-face-445f-bebb-e6c707b44546/949b5fcc-face-445f-bebb-e6c707b44546.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.158449] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.158449] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.158449] env[69350]: value = "task-4149279" [ 993.158449] env[69350]: _type = "Task" [ 993.158449] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.158903] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a268fae5-fc07-4fe2-a05e-fb36aaaf34ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.173443] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149279, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.175044] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 993.175044] env[69350]: value = "task-4149280" [ 993.175044] env[69350]: _type = "Task" [ 993.175044] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.412382] env[69350]: DEBUG nova.compute.manager [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.414714] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.417852] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.441s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.448574] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.448826] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.450017] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.450017] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.450017] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.450017] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.450017] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.450017] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.450017] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.450705] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.450705] env[69350]: DEBUG nova.virt.hardware [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.451797] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c19aa1-dea9-48d1-af9c-5ad4b1889c01 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.456136] env[69350]: INFO nova.scheduler.client.report [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Deleted allocations for instance a673f247-5537-40ee-a707-b537faf8d9e1 [ 993.468297] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a0f2ca-2f00-4af7-beb1-be81ba0138f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.489958] env[69350]: DEBUG nova.network.neutron [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Successfully created port: 3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.492258] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.492514] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.492715] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.492894] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.494538] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.499744] env[69350]: INFO nova.compute.manager [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Terminating instance [ 993.575028] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef1a16fe-b2c8-492d-b7cc-856123f839ea req-6614b3c9-90b3-4897-b8db-5cdf6d934ced service nova] Releasing lock "refresh_cache-5e1db64d-9c71-4f51-bd53-79b2de8ae146" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.673661] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149279, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.689259] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190747} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.690034] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.690858] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0418619a-f664-4dc5-a4e3-1fe6cc0fbc68 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.718602] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 949b5fcc-face-445f-bebb-e6c707b44546/949b5fcc-face-445f-bebb-e6c707b44546.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.718966] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1a3a39c-41bc-4ed8-9741-83b723c499b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.744549] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 993.744549] env[69350]: value = "task-4149281" [ 993.744549] env[69350]: _type = "Task" [ 993.744549] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.755156] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.967328] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b090175-9655-419b-9d20-3c3701859bcf tempest-ServerRescueTestJSONUnderV235-521676157 tempest-ServerRescueTestJSONUnderV235-521676157-project-member] Lock "a673f247-5537-40ee-a707-b537faf8d9e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.736s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.008199] env[69350]: DEBUG nova.compute.manager [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.008199] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.008199] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae88a7c-2612-4a8e-9065-3bd2aac27ed1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.020401] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.020937] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a7a5aaa-0ba7-4bd8-a940-e0badf358432 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.032396] env[69350]: DEBUG oslo_vmware.api [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 994.032396] env[69350]: value = "task-4149282" [ 994.032396] env[69350]: _type = "Task" [ 994.032396] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.041670] env[69350]: DEBUG oslo_vmware.api [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.172954] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149279, 'name': CreateVM_Task, 'duration_secs': 0.681857} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.173292] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.173942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.174149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.174863] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.174863] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b567e401-80de-4c97-81bd-49a7940ac7ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.181149] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 994.181149] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526d4827-f79e-6e2e-61c1-5e85483969a9" [ 994.181149] env[69350]: _type = "Task" [ 994.181149] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.190893] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526d4827-f79e-6e2e-61c1-5e85483969a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.258848] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149281, 'name': ReconfigVM_Task, 'duration_secs': 0.313466} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.262602] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 949b5fcc-face-445f-bebb-e6c707b44546/949b5fcc-face-445f-bebb-e6c707b44546.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.262602] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac5a8dca-a48e-4a0f-b131-a3b2ba1209ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.270413] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 994.270413] env[69350]: value = "task-4149283" [ 994.270413] env[69350]: _type = "Task" [ 994.270413] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.288458] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149283, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.465590] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 21f7d90d-396e-4b5d-850d-8a081b67f4a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.465885] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 97a20fc1-ef2b-4927-b335-3fd748bf90e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.465885] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.466657] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance fd2176f3-fc16-463d-8047-7bb04aa6823d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.466657] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance ea875cca-f92c-4509-a97c-c704627dec6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.466657] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance f982e2d2-8a7a-483d-ac67-6ae4665ec421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.466657] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 31e7d403-ccf5-4c65-87fc-14ebe825b08f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.466657] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance aec220bd-625b-4397-a85a-7b905c04169c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.466657] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance a89d7747-274e-4b52-a3f3-816612fda09a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.466657] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 994.467203] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 8bf53f97-45bf-424b-8a2e-270b02860bd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.467203] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 5e1db64d-9c71-4f51-bd53-79b2de8ae146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.467203] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 949b5fcc-face-445f-bebb-e6c707b44546 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.467323] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance e9f591e8-83f0-4313-b3ce-d49d8195f115 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.548036] env[69350]: DEBUG oslo_vmware.api [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149282, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.694058] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526d4827-f79e-6e2e-61c1-5e85483969a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012287} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.696020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.696020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.696020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.696020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.696020] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.696543] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-201aa1c9-a5ce-49ec-91e3-d3d433a871c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.706925] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.707402] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.709022] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a289f900-90f7-48fc-8a0d-556bc4891eba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.716223] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 994.716223] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ab62b7-3764-d38a-5068-4ca6964e89a4" [ 994.716223] env[69350]: _type = "Task" [ 994.716223] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.729634] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ab62b7-3764-d38a-5068-4ca6964e89a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.783594] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149283, 'name': Rename_Task, 'duration_secs': 0.165066} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.783920] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.784385] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d983dcf-3baf-4aa5-83e1-8d5fecc15518 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.794375] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 994.794375] env[69350]: value = "task-4149284" [ 994.794375] env[69350]: _type = "Task" [ 994.794375] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.804000] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.971492] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 994.971886] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 994.972078] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 995.038586] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquiring lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.040568] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.053409] env[69350]: DEBUG oslo_vmware.api [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149282, 'name': PowerOffVM_Task, 'duration_secs': 0.554733} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.053729] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.053874] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.054164] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cedc4713-727f-40f8-82d3-941e8287698d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.140270] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.140270] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.140503] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleting the datastore file [datastore1] 31e7d403-ccf5-4c65-87fc-14ebe825b08f {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.140989] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c42e0a8-2b32-4af0-affe-3629e4af0fca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.150050] env[69350]: DEBUG oslo_vmware.api [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 995.150050] env[69350]: value = "task-4149286" [ 995.150050] env[69350]: _type = "Task" [ 995.150050] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.160018] env[69350]: DEBUG oslo_vmware.api [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.230341] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ab62b7-3764-d38a-5068-4ca6964e89a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.235901] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e4a14a-58a8-4d7e-9020-ebfe80b9a047 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.241615] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 995.241615] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526ed8f4-b45e-4685-5c70-d987ab0e5a42" [ 995.241615] env[69350]: _type = "Task" [ 995.241615] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.252032] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526ed8f4-b45e-4685-5c70-d987ab0e5a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.320480] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.326369] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2595e1-b6af-43e7-a635-cf150362e0a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.340041] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd97c51e-7edd-4946-9cf7-e5ff91d31b76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.391627] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ffac5-ec45-4067-ae48-f5b72d2dbac0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.400616] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1350cacb-26fb-4cf3-bb5f-7e7e03d0b046 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.422035] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.546800] env[69350]: DEBUG nova.compute.manager [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.662626] env[69350]: DEBUG oslo_vmware.api [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152845} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.663053] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.663608] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.663934] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.664251] env[69350]: INFO nova.compute.manager [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 995.664634] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.665282] env[69350]: DEBUG nova.compute.manager [-] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.665492] env[69350]: DEBUG nova.network.neutron [-] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.756175] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526ed8f4-b45e-4685-5c70-d987ab0e5a42, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.756313] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.756493] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] f982e2d2-8a7a-483d-ac67-6ae4665ec421/f982e2d2-8a7a-483d-ac67-6ae4665ec421.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.758034] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cff8c0e-b51f-4be2-a328-41ffea506551 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.766494] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 995.766494] env[69350]: value = "task-4149287" [ 995.766494] env[69350]: _type = "Task" [ 995.766494] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.777307] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.813536] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.927846] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.082780] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.098054] env[69350]: DEBUG nova.compute.manager [req-0edb025e-8cfc-4ef0-addc-66fc11d86c91 req-2ae43836-4c1b-45be-995a-ae9601a1d88b service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Received event network-vif-plugged-3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.098343] env[69350]: DEBUG oslo_concurrency.lockutils [req-0edb025e-8cfc-4ef0-addc-66fc11d86c91 req-2ae43836-4c1b-45be-995a-ae9601a1d88b service nova] Acquiring lock "e9f591e8-83f0-4313-b3ce-d49d8195f115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.098593] env[69350]: DEBUG oslo_concurrency.lockutils [req-0edb025e-8cfc-4ef0-addc-66fc11d86c91 req-2ae43836-4c1b-45be-995a-ae9601a1d88b service nova] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.098767] env[69350]: DEBUG oslo_concurrency.lockutils [req-0edb025e-8cfc-4ef0-addc-66fc11d86c91 req-2ae43836-4c1b-45be-995a-ae9601a1d88b service nova] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.098939] env[69350]: DEBUG nova.compute.manager [req-0edb025e-8cfc-4ef0-addc-66fc11d86c91 req-2ae43836-4c1b-45be-995a-ae9601a1d88b service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] No waiting events found dispatching network-vif-plugged-3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.099142] env[69350]: WARNING nova.compute.manager [req-0edb025e-8cfc-4ef0-addc-66fc11d86c91 req-2ae43836-4c1b-45be-995a-ae9601a1d88b service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Received unexpected event network-vif-plugged-3e628f00-62fd-4df0-b77c-09c30307c529 for instance with vm_state building and task_state spawning. [ 996.285704] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149287, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.286610] env[69350]: DEBUG nova.network.neutron [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Successfully updated port: 3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.318332] env[69350]: DEBUG oslo_vmware.api [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149284, 'name': PowerOnVM_Task, 'duration_secs': 1.103508} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.319038] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.319038] env[69350]: INFO nova.compute.manager [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Took 10.41 seconds to spawn the instance on the hypervisor. [ 996.320582] env[69350]: DEBUG nova.compute.manager [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.321746] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc9115b-1cc7-4667-8160-85f9993bfcce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.434324] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 996.434324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.014s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.434324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.827s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.434324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.434792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.618s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.434896] env[69350]: DEBUG nova.objects.instance [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 996.477193] env[69350]: INFO nova.scheduler.client.report [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted allocations for instance 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9 [ 996.674338] env[69350]: DEBUG nova.compute.manager [req-6f8c94fb-cfbc-48f2-897f-689166fc2e98 req-17d6adf6-7bb7-46e5-ad42-c6f090088082 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Received event network-vif-deleted-22f6fe04-9274-4ac7-9049-fbbac4c5c9a2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.674643] env[69350]: INFO nova.compute.manager [req-6f8c94fb-cfbc-48f2-897f-689166fc2e98 req-17d6adf6-7bb7-46e5-ad42-c6f090088082 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Neutron deleted interface 22f6fe04-9274-4ac7-9049-fbbac4c5c9a2; detaching it from the instance and deleting it from the info cache [ 996.674843] env[69350]: DEBUG nova.network.neutron [req-6f8c94fb-cfbc-48f2-897f-689166fc2e98 req-17d6adf6-7bb7-46e5-ad42-c6f090088082 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.782251] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741673} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.788452] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] f982e2d2-8a7a-483d-ac67-6ae4665ec421/f982e2d2-8a7a-483d-ac67-6ae4665ec421.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.788686] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.789366] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.789527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquired lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.792319] env[69350]: DEBUG nova.network.neutron [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.792319] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f490e999-af15-4339-904a-e85c5f3847e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.802233] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 996.802233] env[69350]: value = "task-4149288" [ 996.802233] env[69350]: _type = "Task" [ 996.802233] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.820127] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.848273] env[69350]: INFO nova.compute.manager [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Took 35.26 seconds to build instance. [ 996.993670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5237ad4-f6d4-441a-ae54-35fa756b94f2 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "2544a7ff-d50c-4810-a6ed-dbff47bf7cb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.552s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.143755] env[69350]: DEBUG nova.network.neutron [-] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.177757] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db7f5e81-ad13-45c8-a866-c786a14db09a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.189819] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2c6370-b691-4859-bc9a-3ce714bd7f80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.226258] env[69350]: DEBUG nova.compute.manager [req-6f8c94fb-cfbc-48f2-897f-689166fc2e98 req-17d6adf6-7bb7-46e5-ad42-c6f090088082 service nova] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Detach interface failed, port_id=22f6fe04-9274-4ac7-9049-fbbac4c5c9a2, reason: Instance 31e7d403-ccf5-4c65-87fc-14ebe825b08f could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.317307] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209297} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.317405] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.318236] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9d3fd9-f2be-426b-b5f4-afb6a26541e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.347190] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] f982e2d2-8a7a-483d-ac67-6ae4665ec421/f982e2d2-8a7a-483d-ac67-6ae4665ec421.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.347190] env[69350]: DEBUG nova.network.neutron [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.351559] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-499999e3-5ebe-4648-bad9-f47e0abbdb8b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.366358] env[69350]: DEBUG oslo_concurrency.lockutils [None req-44e98708-e0af-4a94-a2a3-48d434de8d51 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "949b5fcc-face-445f-bebb-e6c707b44546" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.787s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.370768] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquiring lock "769767e9-a5a2-41e2-884c-4cec5363c01a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.371015] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lock "769767e9-a5a2-41e2-884c-4cec5363c01a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.376927] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 997.376927] env[69350]: value = "task-4149289" [ 997.376927] env[69350]: _type = "Task" [ 997.376927] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.389386] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.448752] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1189f39e-655f-4c66-b1bd-7622a36bba54 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.451054] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.416s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.452182] env[69350]: INFO nova.compute.claims [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.589951] env[69350]: DEBUG nova.network.neutron [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Updating instance_info_cache with network_info: [{"id": "3e628f00-62fd-4df0-b77c-09c30307c529", "address": "fa:16:3e:b0:f9:03", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e628f00-62", "ovs_interfaceid": "3e628f00-62fd-4df0-b77c-09c30307c529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.647330] env[69350]: INFO nova.compute.manager [-] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Took 1.98 seconds to deallocate network for instance. [ 997.877739] env[69350]: DEBUG nova.compute.manager [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.892703] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.098487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Releasing lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.098487] env[69350]: DEBUG nova.compute.manager [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Instance network_info: |[{"id": "3e628f00-62fd-4df0-b77c-09c30307c529", "address": "fa:16:3e:b0:f9:03", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e628f00-62", "ovs_interfaceid": "3e628f00-62fd-4df0-b77c-09c30307c529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.098487] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:f9:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e628f00-62fd-4df0-b77c-09c30307c529', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.109300] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.109967] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.110389] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f1dfd6c-1599-412b-a505-70f9ed141c1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.136695] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.136695] env[69350]: value = "task-4149290" [ 998.136695] env[69350]: _type = "Task" [ 998.136695] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.147935] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149290, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.158339] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.178484] env[69350]: DEBUG nova.compute.manager [req-10d4f407-228c-4ad7-aa0c-b7890a457cc1 req-a9affad1-c9fa-4bc6-ac11-3953de22520b service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Received event network-changed-3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.178484] env[69350]: DEBUG nova.compute.manager [req-10d4f407-228c-4ad7-aa0c-b7890a457cc1 req-a9affad1-c9fa-4bc6-ac11-3953de22520b service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Refreshing instance network info cache due to event network-changed-3e628f00-62fd-4df0-b77c-09c30307c529. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.178647] env[69350]: DEBUG oslo_concurrency.lockutils [req-10d4f407-228c-4ad7-aa0c-b7890a457cc1 req-a9affad1-c9fa-4bc6-ac11-3953de22520b service nova] Acquiring lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.178790] env[69350]: DEBUG oslo_concurrency.lockutils [req-10d4f407-228c-4ad7-aa0c-b7890a457cc1 req-a9affad1-c9fa-4bc6-ac11-3953de22520b service nova] Acquired lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.178952] env[69350]: DEBUG nova.network.neutron [req-10d4f407-228c-4ad7-aa0c-b7890a457cc1 req-a9affad1-c9fa-4bc6-ac11-3953de22520b service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Refreshing network info cache for port 3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.395791] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149289, 'name': ReconfigVM_Task, 'duration_secs': 0.935976} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.396231] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Reconfigured VM instance instance-00000047 to attach disk [datastore2] f982e2d2-8a7a-483d-ac67-6ae4665ec421/f982e2d2-8a7a-483d-ac67-6ae4665ec421.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.397021] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34145343-1c16-4647-a285-3ea2737d2dd3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.405929] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 998.405929] env[69350]: value = "task-4149291" [ 998.405929] env[69350]: _type = "Task" [ 998.405929] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.411516] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.421717] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149291, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.650608] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149290, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.816338] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddfc528-3a87-4429-8f72-555a5c4b1344 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.825449] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fe26a4-418e-4bc8-b93d-8ac2cb35d6ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.860850] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a81622-b772-4bc8-83ed-c0bf5dd05b1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.871361] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.871678] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.880959] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e14b3e0-6052-4ec4-bab2-a2894f3897d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.899757] env[69350]: DEBUG nova.compute.provider_tree [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.916963] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149291, 'name': Rename_Task, 'duration_secs': 0.28096} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.919831] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.920214] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dcb2408-f81a-433d-8aa5-ead4b27fab06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.931129] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 998.931129] env[69350]: value = "task-4149292" [ 998.931129] env[69350]: _type = "Task" [ 998.931129] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.934250] env[69350]: DEBUG nova.compute.manager [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 998.947379] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.095672] env[69350]: DEBUG nova.network.neutron [req-10d4f407-228c-4ad7-aa0c-b7890a457cc1 req-a9affad1-c9fa-4bc6-ac11-3953de22520b service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Updated VIF entry in instance network info cache for port 3e628f00-62fd-4df0-b77c-09c30307c529. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.095672] env[69350]: DEBUG nova.network.neutron [req-10d4f407-228c-4ad7-aa0c-b7890a457cc1 req-a9affad1-c9fa-4bc6-ac11-3953de22520b service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Updating instance_info_cache with network_info: [{"id": "3e628f00-62fd-4df0-b77c-09c30307c529", "address": "fa:16:3e:b0:f9:03", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e628f00-62", "ovs_interfaceid": "3e628f00-62fd-4df0-b77c-09c30307c529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.152175] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149290, 'name': CreateVM_Task, 'duration_secs': 0.867147} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.152175] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.155751] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.155751] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.155751] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.155751] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a04785-fc25-42f0-a414-0e41653e908e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.163530] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 999.163530] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520547fa-7533-362c-164b-818df563cc33" [ 999.163530] env[69350]: _type = "Task" [ 999.163530] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.173526] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520547fa-7533-362c-164b-818df563cc33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.379075] env[69350]: DEBUG nova.compute.manager [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.403343] env[69350]: DEBUG nova.scheduler.client.report [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.450035] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149292, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.465801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.596896] env[69350]: DEBUG oslo_concurrency.lockutils [req-10d4f407-228c-4ad7-aa0c-b7890a457cc1 req-a9affad1-c9fa-4bc6-ac11-3953de22520b service nova] Releasing lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.676784] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520547fa-7533-362c-164b-818df563cc33, 'name': SearchDatastore_Task, 'duration_secs': 0.025281} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.677142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.677409] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.677658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.677808] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.677995] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.678307] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8cf3a9a-5855-4445-a3a2-b71806baa89a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.690453] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.690686] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.691524] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a03f057-a0af-4259-94c3-93c6e62d734a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.699089] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 999.699089] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520670ac-1e2b-a491-6967-2ce4d9e6260e" [ 999.699089] env[69350]: _type = "Task" [ 999.699089] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.714587] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520670ac-1e2b-a491-6967-2ce4d9e6260e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.903610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.912403] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.912656] env[69350]: DEBUG nova.compute.manager [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.915294] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.833s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.916808] env[69350]: INFO nova.compute.claims [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.948027] env[69350]: DEBUG oslo_vmware.api [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149292, 'name': PowerOnVM_Task, 'duration_secs': 0.548367} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.948251] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.948465] env[69350]: DEBUG nova.compute.manager [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.949288] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7ffd9d-9118-409c-b62e-5d103c83df27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.210546] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520670ac-1e2b-a491-6967-2ce4d9e6260e, 'name': SearchDatastore_Task, 'duration_secs': 0.029441} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.211482] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93865d32-4737-4c73-8249-1b8ea70123a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.217548] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 1000.217548] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525623ae-f132-d30d-c5c6-cc4dbadf40cf" [ 1000.217548] env[69350]: _type = "Task" [ 1000.217548] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.226802] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525623ae-f132-d30d-c5c6-cc4dbadf40cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.421443] env[69350]: DEBUG nova.compute.utils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.425151] env[69350]: DEBUG nova.compute.manager [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.425301] env[69350]: DEBUG nova.network.neutron [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.467699] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.470479] env[69350]: DEBUG nova.policy [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea8e3adb09d04bb7aa21234feb795ff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9434c027682d43f289df2ee6f4651656', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.731643] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525623ae-f132-d30d-c5c6-cc4dbadf40cf, 'name': SearchDatastore_Task, 'duration_secs': 0.028003} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.735735] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.735735] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] e9f591e8-83f0-4313-b3ce-d49d8195f115/e9f591e8-83f0-4313-b3ce-d49d8195f115.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.735735] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66cea2b2-0ae5-4d39-a987-50cfeb014d51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.741363] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 1000.741363] env[69350]: value = "task-4149293" [ 1000.741363] env[69350]: _type = "Task" [ 1000.741363] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.755197] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.818163] env[69350]: DEBUG nova.network.neutron [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Successfully created port: fd6ce682-8144-43bd-9614-9f384f1f6d7b {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.928754] env[69350]: DEBUG nova.compute.manager [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.245165] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a00484-53fd-4f0a-88fb-b1a48b126732 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.259606] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074e0300-ede6-4858-ac53-446ee239fd36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.263506] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149293, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.294973] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4fb233-03a2-4e59-88ad-c4f2d04801d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.304221] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f223038-dd9b-4c89-97de-ff57f9252c9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.319496] env[69350]: DEBUG nova.compute.provider_tree [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.758371] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972112} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.758371] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] e9f591e8-83f0-4313-b3ce-d49d8195f115/e9f591e8-83f0-4313-b3ce-d49d8195f115.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.758371] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.758371] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6836f81c-95ab-47a3-851e-8b52581ed8b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.766031] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 1001.766031] env[69350]: value = "task-4149294" [ 1001.766031] env[69350]: _type = "Task" [ 1001.766031] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.775059] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.824966] env[69350]: DEBUG nova.scheduler.client.report [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.939132] env[69350]: DEBUG nova.compute.manager [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.967509] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.967509] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.967686] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.967935] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.968162] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.968381] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.968651] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.968871] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.969121] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.969356] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.969593] env[69350]: DEBUG nova.virt.hardware [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.970625] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f9337b-ae0f-4e13-b52b-ed93309a6f02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.979683] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18adedc0-6c7b-478c-899a-6c4f20c06694 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.238523] env[69350]: DEBUG nova.compute.manager [req-f745ade1-3a3d-4ec9-bd3d-69b355327b6d req-f60768b5-8988-4754-bfaa-29ad8976750a service nova] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Received event network-vif-plugged-fd6ce682-8144-43bd-9614-9f384f1f6d7b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.238523] env[69350]: DEBUG oslo_concurrency.lockutils [req-f745ade1-3a3d-4ec9-bd3d-69b355327b6d req-f60768b5-8988-4754-bfaa-29ad8976750a service nova] Acquiring lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.238523] env[69350]: DEBUG oslo_concurrency.lockutils [req-f745ade1-3a3d-4ec9-bd3d-69b355327b6d req-f60768b5-8988-4754-bfaa-29ad8976750a service nova] Lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.238523] env[69350]: DEBUG oslo_concurrency.lockutils [req-f745ade1-3a3d-4ec9-bd3d-69b355327b6d req-f60768b5-8988-4754-bfaa-29ad8976750a service nova] Lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.238523] env[69350]: DEBUG nova.compute.manager [req-f745ade1-3a3d-4ec9-bd3d-69b355327b6d req-f60768b5-8988-4754-bfaa-29ad8976750a service nova] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] No waiting events found dispatching network-vif-plugged-fd6ce682-8144-43bd-9614-9f384f1f6d7b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.238523] env[69350]: WARNING nova.compute.manager [req-f745ade1-3a3d-4ec9-bd3d-69b355327b6d req-f60768b5-8988-4754-bfaa-29ad8976750a service nova] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Received unexpected event network-vif-plugged-fd6ce682-8144-43bd-9614-9f384f1f6d7b for instance with vm_state building and task_state spawning. [ 1002.280483] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082904} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.280800] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.281654] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b5dfcf-46a5-4645-8d2a-ca8533b7e184 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.309284] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] e9f591e8-83f0-4313-b3ce-d49d8195f115/e9f591e8-83f0-4313-b3ce-d49d8195f115.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.310355] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15319a44-1656-40c2-94e6-2cd8fc5868ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.330067] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.332035] env[69350]: DEBUG nova.compute.manager [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.334811] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.178s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.335059] env[69350]: DEBUG nova.objects.instance [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lazy-loading 'resources' on Instance uuid 31e7d403-ccf5-4c65-87fc-14ebe825b08f {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.339939] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 1002.339939] env[69350]: value = "task-4149295" [ 1002.339939] env[69350]: _type = "Task" [ 1002.339939] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.354343] env[69350]: DEBUG nova.network.neutron [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Successfully updated port: fd6ce682-8144-43bd-9614-9f384f1f6d7b {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.356301] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.845034] env[69350]: DEBUG nova.compute.utils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.847805] env[69350]: DEBUG nova.compute.manager [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.848414] env[69350]: DEBUG nova.network.neutron [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.856979] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "refresh_cache-2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.859029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired lock "refresh_cache-2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.859029] env[69350]: DEBUG nova.network.neutron [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.866055] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.905294] env[69350]: DEBUG nova.policy [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a64b9de15c4fc38a946ad004505fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6061ade3e4f2495e92ba3315d65e4c17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.163095] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c74f44-8af3-497d-ac1c-8850b1fa8550 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.175655] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be10c22b-c787-41a0-9ad5-6ce57f9acdf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.219319] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e407569f-0553-4b7a-bf32-57eebec9309c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.230023] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4586d7f-5d69-4c82-a6d3-7cc85926c5cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.253289] env[69350]: DEBUG nova.compute.provider_tree [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.261514] env[69350]: DEBUG nova.network.neutron [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Successfully created port: 71ac0b5f-a501-4d74-b994-1c2e19a9731a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.362045] env[69350]: DEBUG nova.compute.manager [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.368140] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149295, 'name': ReconfigVM_Task, 'duration_secs': 0.876845} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.368140] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Reconfigured VM instance instance-00000051 to attach disk [datastore2] e9f591e8-83f0-4313-b3ce-d49d8195f115/e9f591e8-83f0-4313-b3ce-d49d8195f115.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.368270] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dd46ab0-70e7-4811-9129-a06c20097e70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.379410] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 1003.379410] env[69350]: value = "task-4149296" [ 1003.379410] env[69350]: _type = "Task" [ 1003.379410] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.176556] env[69350]: DEBUG nova.scheduler.client.report [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.183284] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149296, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.183284] env[69350]: WARNING oslo_vmware.common.loopingcall [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] task run outlasted interval by 0.3043 sec [ 1004.183850] env[69350]: DEBUG nova.network.neutron [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.201105] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.201105] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.201920] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.203047] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.203178] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.203341] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.211432] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149296, 'name': Rename_Task, 'duration_secs': 0.168282} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.211432] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.211726] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bea8706f-9044-45d6-8196-fb5acac1e3b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.222255] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 1004.222255] env[69350]: value = "task-4149297" [ 1004.222255] env[69350]: _type = "Task" [ 1004.222255] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.233409] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.267876] env[69350]: DEBUG nova.compute.manager [req-95b201f2-7146-4cb1-bcc2-fd53c0a3b9d2 req-35ef7e30-8315-4e6f-a6fb-dc44f62f377e service nova] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Received event network-changed-fd6ce682-8144-43bd-9614-9f384f1f6d7b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.268020] env[69350]: DEBUG nova.compute.manager [req-95b201f2-7146-4cb1-bcc2-fd53c0a3b9d2 req-35ef7e30-8315-4e6f-a6fb-dc44f62f377e service nova] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Refreshing instance network info cache due to event network-changed-fd6ce682-8144-43bd-9614-9f384f1f6d7b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.268312] env[69350]: DEBUG oslo_concurrency.lockutils [req-95b201f2-7146-4cb1-bcc2-fd53c0a3b9d2 req-35ef7e30-8315-4e6f-a6fb-dc44f62f377e service nova] Acquiring lock "refresh_cache-2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.363298] env[69350]: DEBUG nova.network.neutron [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Updating instance_info_cache with network_info: [{"id": "fd6ce682-8144-43bd-9614-9f384f1f6d7b", "address": "fa:16:3e:53:09:39", "network": {"id": "e1c2e35d-ce39-43df-97e0-b7cc5a274744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577483790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9434c027682d43f289df2ee6f4651656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6ce682-81", "ovs_interfaceid": "fd6ce682-8144-43bd-9614-9f384f1f6d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.691253] env[69350]: DEBUG nova.compute.manager [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.694447] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.702107] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.286s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.702107] env[69350]: INFO nova.compute.claims [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.708043] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.713063] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.716371] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.732875] env[69350]: INFO nova.scheduler.client.report [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleted allocations for instance 31e7d403-ccf5-4c65-87fc-14ebe825b08f [ 1004.740308] env[69350]: DEBUG oslo_vmware.api [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149297, 'name': PowerOnVM_Task, 'duration_secs': 0.487228} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.740812] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.741242] env[69350]: INFO nova.compute.manager [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Took 11.33 seconds to spawn the instance on the hypervisor. [ 1004.741496] env[69350]: DEBUG nova.compute.manager [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.744603] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.744952] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.745219] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.745437] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.745593] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.745760] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.745957] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.746131] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.746298] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.747032] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.747032] env[69350]: DEBUG nova.virt.hardware [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.747508] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110c718f-be7a-47a0-bc3b-d34c2dfb88fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.751010] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e13fd97-9124-49ba-b60f-62b9ffdba9ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.760966] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d734ac9e-6ee3-40e2-a996-f1c0e843cbea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.844739] env[69350]: DEBUG nova.network.neutron [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Successfully updated port: 71ac0b5f-a501-4d74-b994-1c2e19a9731a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.866045] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Releasing lock "refresh_cache-2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.866399] env[69350]: DEBUG nova.compute.manager [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Instance network_info: |[{"id": "fd6ce682-8144-43bd-9614-9f384f1f6d7b", "address": "fa:16:3e:53:09:39", "network": {"id": "e1c2e35d-ce39-43df-97e0-b7cc5a274744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577483790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9434c027682d43f289df2ee6f4651656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6ce682-81", "ovs_interfaceid": "fd6ce682-8144-43bd-9614-9f384f1f6d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.866947] env[69350]: DEBUG oslo_concurrency.lockutils [req-95b201f2-7146-4cb1-bcc2-fd53c0a3b9d2 req-35ef7e30-8315-4e6f-a6fb-dc44f62f377e service nova] Acquired lock "refresh_cache-2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.867185] env[69350]: DEBUG nova.network.neutron [req-95b201f2-7146-4cb1-bcc2-fd53c0a3b9d2 req-35ef7e30-8315-4e6f-a6fb-dc44f62f377e service nova] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Refreshing network info cache for port fd6ce682-8144-43bd-9614-9f384f1f6d7b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.868297] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:09:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd6ce682-8144-43bd-9614-9f384f1f6d7b', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.875730] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Creating folder: Project (9434c027682d43f289df2ee6f4651656). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.876754] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e899a30a-2bea-4a73-b725-a2f8f9df477a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.888470] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Created folder: Project (9434c027682d43f289df2ee6f4651656) in parent group-v821414. [ 1004.888675] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Creating folder: Instances. Parent ref: group-v821643. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.888910] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24192228-bbc5-4371-9dec-c1e001a20f71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.899375] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Created folder: Instances in parent group-v821643. [ 1004.899627] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.899826] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.900073] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cb99984-6472-4e5b-bede-be2bd8c8bc91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.921789] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.921789] env[69350]: value = "task-4149300" [ 1004.921789] env[69350]: _type = "Task" [ 1004.921789] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.929997] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149300, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.239502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.240570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.244246] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3f63d9-9884-4d40-9d26-a49b590a669a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "31e7d403-ccf5-4c65-87fc-14ebe825b08f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.752s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.248487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.277387] env[69350]: INFO nova.compute.manager [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Took 28.01 seconds to build instance. [ 1005.351391] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquiring lock "refresh_cache-2221dfc1-f05d-4bb6-a179-697752e4ffe6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.351605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquired lock "refresh_cache-2221dfc1-f05d-4bb6-a179-697752e4ffe6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.351605] env[69350]: DEBUG nova.network.neutron [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.436556] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149300, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.605123] env[69350]: DEBUG nova.network.neutron [req-95b201f2-7146-4cb1-bcc2-fd53c0a3b9d2 req-35ef7e30-8315-4e6f-a6fb-dc44f62f377e service nova] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Updated VIF entry in instance network info cache for port fd6ce682-8144-43bd-9614-9f384f1f6d7b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.605526] env[69350]: DEBUG nova.network.neutron [req-95b201f2-7146-4cb1-bcc2-fd53c0a3b9d2 req-35ef7e30-8315-4e6f-a6fb-dc44f62f377e service nova] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Updating instance_info_cache with network_info: [{"id": "fd6ce682-8144-43bd-9614-9f384f1f6d7b", "address": "fa:16:3e:53:09:39", "network": {"id": "e1c2e35d-ce39-43df-97e0-b7cc5a274744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577483790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9434c027682d43f289df2ee6f4651656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6ce682-81", "ovs_interfaceid": "fd6ce682-8144-43bd-9614-9f384f1f6d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.781749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04990692-0a9b-43e7-938d-6c08104fb87e tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.526s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.896277] env[69350]: DEBUG nova.network.neutron [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.935230] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149300, 'name': CreateVM_Task, 'duration_secs': 0.748557} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.935430] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.936125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.936294] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.936624] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.936883] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297aa5c1-09dd-4a5c-807d-21cdd65055a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.943023] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1005.943023] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529eb3cb-53a9-cdff-732e-1c98b463e789" [ 1005.943023] env[69350]: _type = "Task" [ 1005.943023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.951912] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529eb3cb-53a9-cdff-732e-1c98b463e789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.005013] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10146b3a-130a-4132-bc4e-aee9c519e675 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.013337] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40fca64-87dd-4b9b-af48-ae5969241254 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.045171] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dcffb8-a2fe-4d29-be19-6bbea583058f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.053412] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48812d9d-5aec-4349-9d79-b41534a4379b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.068685] env[69350]: DEBUG nova.compute.provider_tree [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.108213] env[69350]: DEBUG oslo_concurrency.lockutils [req-95b201f2-7146-4cb1-bcc2-fd53c0a3b9d2 req-35ef7e30-8315-4e6f-a6fb-dc44f62f377e service nova] Releasing lock "refresh_cache-2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.365974] env[69350]: DEBUG nova.network.neutron [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Updating instance_info_cache with network_info: [{"id": "71ac0b5f-a501-4d74-b994-1c2e19a9731a", "address": "fa:16:3e:11:33:fe", "network": {"id": "df0bddbf-85ca-4a64-b632-fdb40cce1af6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-912966615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6061ade3e4f2495e92ba3315d65e4c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ac0b5f-a5", "ovs_interfaceid": "71ac0b5f-a501-4d74-b994-1c2e19a9731a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.456538] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529eb3cb-53a9-cdff-732e-1c98b463e789, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.456925] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.457569] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.458914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.458914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.458914] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.458914] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec4738b-c456-4c22-af16-88696f96c6a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.470061] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.470290] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.474027] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ad1667-7f47-4995-b489-d7b851b35d1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.477393] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1006.477393] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529e8f3b-3444-a43d-1e93-a142d6f75893" [ 1006.477393] env[69350]: _type = "Task" [ 1006.477393] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.487483] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529e8f3b-3444-a43d-1e93-a142d6f75893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.545975] env[69350]: DEBUG nova.compute.manager [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Received event network-vif-plugged-71ac0b5f-a501-4d74-b994-1c2e19a9731a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.546275] env[69350]: DEBUG oslo_concurrency.lockutils [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] Acquiring lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.546674] env[69350]: DEBUG oslo_concurrency.lockutils [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] Lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.546756] env[69350]: DEBUG oslo_concurrency.lockutils [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] Lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.546891] env[69350]: DEBUG nova.compute.manager [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] No waiting events found dispatching network-vif-plugged-71ac0b5f-a501-4d74-b994-1c2e19a9731a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.547161] env[69350]: WARNING nova.compute.manager [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Received unexpected event network-vif-plugged-71ac0b5f-a501-4d74-b994-1c2e19a9731a for instance with vm_state building and task_state spawning. [ 1006.547567] env[69350]: DEBUG nova.compute.manager [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Received event network-changed-71ac0b5f-a501-4d74-b994-1c2e19a9731a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.547567] env[69350]: DEBUG nova.compute.manager [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Refreshing instance network info cache due to event network-changed-71ac0b5f-a501-4d74-b994-1c2e19a9731a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.550722] env[69350]: DEBUG oslo_concurrency.lockutils [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] Acquiring lock "refresh_cache-2221dfc1-f05d-4bb6-a179-697752e4ffe6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.573572] env[69350]: DEBUG nova.scheduler.client.report [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.824200] env[69350]: DEBUG nova.compute.manager [req-c09dba7c-fe97-4818-a757-ccf924074fbc req-b6d0a4c1-283f-44ce-95c9-c63719bb7b5f service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Received event network-changed-c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.824200] env[69350]: DEBUG nova.compute.manager [req-c09dba7c-fe97-4818-a757-ccf924074fbc req-b6d0a4c1-283f-44ce-95c9-c63719bb7b5f service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Refreshing instance network info cache due to event network-changed-c8d33d30-ceca-4418-ac8f-81ad319eda1a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.824200] env[69350]: DEBUG oslo_concurrency.lockutils [req-c09dba7c-fe97-4818-a757-ccf924074fbc req-b6d0a4c1-283f-44ce-95c9-c63719bb7b5f service nova] Acquiring lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.824200] env[69350]: DEBUG oslo_concurrency.lockutils [req-c09dba7c-fe97-4818-a757-ccf924074fbc req-b6d0a4c1-283f-44ce-95c9-c63719bb7b5f service nova] Acquired lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.824200] env[69350]: DEBUG nova.network.neutron [req-c09dba7c-fe97-4818-a757-ccf924074fbc req-b6d0a4c1-283f-44ce-95c9-c63719bb7b5f service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Refreshing network info cache for port c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.868950] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Releasing lock "refresh_cache-2221dfc1-f05d-4bb6-a179-697752e4ffe6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.869670] env[69350]: DEBUG nova.compute.manager [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Instance network_info: |[{"id": "71ac0b5f-a501-4d74-b994-1c2e19a9731a", "address": "fa:16:3e:11:33:fe", "network": {"id": "df0bddbf-85ca-4a64-b632-fdb40cce1af6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-912966615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6061ade3e4f2495e92ba3315d65e4c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ac0b5f-a5", "ovs_interfaceid": "71ac0b5f-a501-4d74-b994-1c2e19a9731a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.870384] env[69350]: DEBUG oslo_concurrency.lockutils [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] Acquired lock "refresh_cache-2221dfc1-f05d-4bb6-a179-697752e4ffe6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.870661] env[69350]: DEBUG nova.network.neutron [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Refreshing network info cache for port 71ac0b5f-a501-4d74-b994-1c2e19a9731a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.872673] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:33:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71ac0b5f-a501-4d74-b994-1c2e19a9731a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.881287] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Creating folder: Project (6061ade3e4f2495e92ba3315d65e4c17). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.881972] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d84e5207-8649-47af-806f-7568221672ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.894905] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Created folder: Project (6061ade3e4f2495e92ba3315d65e4c17) in parent group-v821414. [ 1006.895762] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Creating folder: Instances. Parent ref: group-v821646. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.896361] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-005d147f-6f25-470e-8e7b-9ef3accaaa27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.908022] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Created folder: Instances in parent group-v821646. [ 1006.908022] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.908022] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.908022] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a4a621e-198d-42ce-926b-55ed049b9589 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.929692] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.929692] env[69350]: value = "task-4149303" [ 1006.929692] env[69350]: _type = "Task" [ 1006.929692] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.938767] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149303, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.991046] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529e8f3b-3444-a43d-1e93-a142d6f75893, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.991862] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90de5417-b5ce-4369-8455-3827b4b39037 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.998124] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1006.998124] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a13c31-94fe-f046-d0fa-d266fb7bdbce" [ 1006.998124] env[69350]: _type = "Task" [ 1006.998124] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.006939] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a13c31-94fe-f046-d0fa-d266fb7bdbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.079811] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.080489] env[69350]: DEBUG nova.compute.manager [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.083292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.618s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.237629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.237836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.442745] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149303, 'name': CreateVM_Task, 'duration_secs': 0.340968} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.448542] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.449411] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.449640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.450056] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.450891] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24bf5d2d-af2d-4345-9f19-a0c87dd048a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.456855] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for the task: (returnval){ [ 1007.456855] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523472f4-7faa-86cc-93b5-c8564198f11c" [ 1007.456855] env[69350]: _type = "Task" [ 1007.456855] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.468191] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523472f4-7faa-86cc-93b5-c8564198f11c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.509264] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a13c31-94fe-f046-d0fa-d266fb7bdbce, 'name': SearchDatastore_Task, 'duration_secs': 0.010858} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.509895] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.510203] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9/2ee11f2f-b004-4041-9a22-f0e7dd55ffe9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.510451] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f925358-1739-4eda-b76a-c3a663a6ff66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.518460] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1007.518460] env[69350]: value = "task-4149304" [ 1007.518460] env[69350]: _type = "Task" [ 1007.518460] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.531837] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.553938] env[69350]: DEBUG nova.network.neutron [req-c09dba7c-fe97-4818-a757-ccf924074fbc req-b6d0a4c1-283f-44ce-95c9-c63719bb7b5f service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updated VIF entry in instance network info cache for port c8d33d30-ceca-4418-ac8f-81ad319eda1a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.554575] env[69350]: DEBUG nova.network.neutron [req-c09dba7c-fe97-4818-a757-ccf924074fbc req-b6d0a4c1-283f-44ce-95c9-c63719bb7b5f service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updating instance_info_cache with network_info: [{"id": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "address": "fa:16:3e:20:9d:67", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d33d30-ce", "ovs_interfaceid": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.587760] env[69350]: DEBUG nova.compute.utils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.593433] env[69350]: DEBUG nova.compute.manager [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.593628] env[69350]: DEBUG nova.network.neutron [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.597574] env[69350]: INFO nova.compute.claims [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.602612] env[69350]: DEBUG nova.compute.manager [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.650973] env[69350]: DEBUG nova.policy [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e85ca5f5b024170ae890b5db7ac4190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '576396577e024ca2bcbfeeb8c72d065e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.741263] env[69350]: INFO nova.compute.manager [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Detaching volume 8e4ef7fd-304b-4a0a-9130-56a27611470d [ 1007.786975] env[69350]: INFO nova.virt.block_device [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Attempting to driver detach volume 8e4ef7fd-304b-4a0a-9130-56a27611470d from mountpoint /dev/sdb [ 1007.787303] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1007.787549] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821606', 'volume_id': '8e4ef7fd-304b-4a0a-9130-56a27611470d', 'name': 'volume-8e4ef7fd-304b-4a0a-9130-56a27611470d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd2176f3-fc16-463d-8047-7bb04aa6823d', 'attached_at': '', 'detached_at': '', 'volume_id': '8e4ef7fd-304b-4a0a-9130-56a27611470d', 'serial': '8e4ef7fd-304b-4a0a-9130-56a27611470d'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1007.788630] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56efe332-1fa6-4c9b-8d63-faf81fdfa745 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.814068] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b0d907-81f8-489c-9309-332a58d230c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.824972] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd40fe46-c163-4a40-a7cf-473a828ea029 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.857691] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7db058-f6b5-4d16-abaa-b62abf2dca4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.886603] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] The volume has not been displaced from its original location: [datastore2] volume-8e4ef7fd-304b-4a0a-9130-56a27611470d/volume-8e4ef7fd-304b-4a0a-9130-56a27611470d.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1007.892078] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1007.893496] env[69350]: DEBUG nova.network.neutron [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Updated VIF entry in instance network info cache for port 71ac0b5f-a501-4d74-b994-1c2e19a9731a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.893832] env[69350]: DEBUG nova.network.neutron [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Updating instance_info_cache with network_info: [{"id": "71ac0b5f-a501-4d74-b994-1c2e19a9731a", "address": "fa:16:3e:11:33:fe", "network": {"id": "df0bddbf-85ca-4a64-b632-fdb40cce1af6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-912966615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6061ade3e4f2495e92ba3315d65e4c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ac0b5f-a5", "ovs_interfaceid": "71ac0b5f-a501-4d74-b994-1c2e19a9731a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.896666] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6c969e-755c-4536-b512-4ae355bcf69d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.921906] env[69350]: DEBUG oslo_vmware.api [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1007.921906] env[69350]: value = "task-4149305" [ 1007.921906] env[69350]: _type = "Task" [ 1007.921906] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.933312] env[69350]: DEBUG oslo_vmware.api [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.941742] env[69350]: DEBUG nova.network.neutron [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Successfully created port: 6628e29a-6810-4849-89e4-87ac9232630d {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.971969] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523472f4-7faa-86cc-93b5-c8564198f11c, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.972420] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.972704] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.973025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.973996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.973996] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.973996] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69f4de5d-28a8-4ccb-803c-31f291682688 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.990774] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.990988] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.991832] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7f3d19-fefc-4d50-83e5-b08a5da8177b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.002060] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for the task: (returnval){ [ 1008.002060] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5226f8a5-0d8a-1038-121d-464ac45c3c5a" [ 1008.002060] env[69350]: _type = "Task" [ 1008.002060] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.015492] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5226f8a5-0d8a-1038-121d-464ac45c3c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.032704] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149304, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.057716] env[69350]: DEBUG oslo_concurrency.lockutils [req-c09dba7c-fe97-4818-a757-ccf924074fbc req-b6d0a4c1-283f-44ce-95c9-c63719bb7b5f service nova] Releasing lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.110424] env[69350]: INFO nova.compute.resource_tracker [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating resource usage from migration df15fb83-ed1c-4e64-84b5-c870f5f151bd [ 1008.414486] env[69350]: DEBUG oslo_concurrency.lockutils [req-0cdda500-95f3-46a0-ad05-be2aa62dd1f1 req-f58bb940-e030-4afc-b8af-77c13311b992 service nova] Releasing lock "refresh_cache-2221dfc1-f05d-4bb6-a179-697752e4ffe6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.420153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c39bd41-d350-43dd-b0c0-2b11c0693c6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.434115] env[69350]: DEBUG oslo_vmware.api [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149305, 'name': ReconfigVM_Task, 'duration_secs': 0.461856} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.435119] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30a2b2e-32bd-42cf-a958-fb4d6f0a117e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.438318] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.443171] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3ca9b6-d9fe-4494-b562-1d4c01e0d499 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.485524] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc479a6f-8b6c-44a6-96d0-3e1cdc3cd8ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.488528] env[69350]: DEBUG oslo_vmware.api [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1008.488528] env[69350]: value = "task-4149306" [ 1008.488528] env[69350]: _type = "Task" [ 1008.488528] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.497386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96390cbf-f33b-45d0-8fb5-9f7c27281fcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.504654] env[69350]: DEBUG oslo_vmware.api [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.516602] env[69350]: DEBUG nova.compute.provider_tree [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.527714] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5226f8a5-0d8a-1038-121d-464ac45c3c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.045449} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.528893] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b178a7-dfa7-4a61-a9e1-c4e3d1bdd37d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.534329] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543496} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.535046] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9/2ee11f2f-b004-4041-9a22-f0e7dd55ffe9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.535287] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.535573] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f92da8f-9b81-4dcf-a372-037aad7d567b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.539497] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for the task: (returnval){ [ 1008.539497] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e9412d-1e30-531c-93fa-54aef4a750fb" [ 1008.539497] env[69350]: _type = "Task" [ 1008.539497] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.545418] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1008.545418] env[69350]: value = "task-4149307" [ 1008.545418] env[69350]: _type = "Task" [ 1008.545418] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.553984] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e9412d-1e30-531c-93fa-54aef4a750fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.561199] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.619775] env[69350]: DEBUG nova.compute.manager [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.648248] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.648529] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.648678] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.648856] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.649009] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.649173] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.649386] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.649544] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.649712] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.649876] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.650063] env[69350]: DEBUG nova.virt.hardware [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.650952] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d791a262-552b-4ed9-8d96-6e93197cc926 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.660811] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de8ed0a-c6a2-4271-bd0b-a8aa2dadc3e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.873690] env[69350]: DEBUG nova.compute.manager [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Received event network-changed-c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.873690] env[69350]: DEBUG nova.compute.manager [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Refreshing instance network info cache due to event network-changed-c8d33d30-ceca-4418-ac8f-81ad319eda1a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.874645] env[69350]: DEBUG oslo_concurrency.lockutils [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] Acquiring lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.874952] env[69350]: DEBUG oslo_concurrency.lockutils [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] Acquired lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.878305] env[69350]: DEBUG nova.network.neutron [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Refreshing network info cache for port c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.003078] env[69350]: DEBUG oslo_vmware.api [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149306, 'name': ReconfigVM_Task, 'duration_secs': 0.236161} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.003545] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821606', 'volume_id': '8e4ef7fd-304b-4a0a-9130-56a27611470d', 'name': 'volume-8e4ef7fd-304b-4a0a-9130-56a27611470d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd2176f3-fc16-463d-8047-7bb04aa6823d', 'attached_at': '', 'detached_at': '', 'volume_id': '8e4ef7fd-304b-4a0a-9130-56a27611470d', 'serial': '8e4ef7fd-304b-4a0a-9130-56a27611470d'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1009.024036] env[69350]: DEBUG nova.scheduler.client.report [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.062121] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e9412d-1e30-531c-93fa-54aef4a750fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014451} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.069587] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.069825] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 2221dfc1-f05d-4bb6-a179-697752e4ffe6/2221dfc1-f05d-4bb6-a179-697752e4ffe6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.070709] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104485} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.071009] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0954e174-e967-43dc-9a5f-ac0146782395 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.074171] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.075294] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a943e8-b30b-45ab-9ad7-beb19bb90767 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.102684] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9/2ee11f2f-b004-4041-9a22-f0e7dd55ffe9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.104681] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3cde87-91b8-49a1-b04a-b81b73dd2546 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.119710] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for the task: (returnval){ [ 1009.119710] env[69350]: value = "task-4149308" [ 1009.119710] env[69350]: _type = "Task" [ 1009.119710] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.126586] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1009.126586] env[69350]: value = "task-4149309" [ 1009.126586] env[69350]: _type = "Task" [ 1009.126586] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.129873] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.138700] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.473656] env[69350]: DEBUG nova.network.neutron [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Successfully updated port: 6628e29a-6810-4849-89e4-87ac9232630d {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.516321] env[69350]: DEBUG nova.compute.manager [req-676bd7bb-982d-4ecf-860b-e1cf97d8b636 req-991f6e27-e185-4f8e-a221-5868884c3b40 service nova] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Received event network-vif-plugged-6628e29a-6810-4849-89e4-87ac9232630d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.517553] env[69350]: DEBUG oslo_concurrency.lockutils [req-676bd7bb-982d-4ecf-860b-e1cf97d8b636 req-991f6e27-e185-4f8e-a221-5868884c3b40 service nova] Acquiring lock "769767e9-a5a2-41e2-884c-4cec5363c01a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.518199] env[69350]: DEBUG oslo_concurrency.lockutils [req-676bd7bb-982d-4ecf-860b-e1cf97d8b636 req-991f6e27-e185-4f8e-a221-5868884c3b40 service nova] Lock "769767e9-a5a2-41e2-884c-4cec5363c01a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.518712] env[69350]: DEBUG oslo_concurrency.lockutils [req-676bd7bb-982d-4ecf-860b-e1cf97d8b636 req-991f6e27-e185-4f8e-a221-5868884c3b40 service nova] Lock "769767e9-a5a2-41e2-884c-4cec5363c01a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.521036] env[69350]: DEBUG nova.compute.manager [req-676bd7bb-982d-4ecf-860b-e1cf97d8b636 req-991f6e27-e185-4f8e-a221-5868884c3b40 service nova] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] No waiting events found dispatching network-vif-plugged-6628e29a-6810-4849-89e4-87ac9232630d {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.521036] env[69350]: WARNING nova.compute.manager [req-676bd7bb-982d-4ecf-860b-e1cf97d8b636 req-991f6e27-e185-4f8e-a221-5868884c3b40 service nova] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Received unexpected event network-vif-plugged-6628e29a-6810-4849-89e4-87ac9232630d for instance with vm_state building and task_state spawning. [ 1009.534054] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.448s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.534054] env[69350]: INFO nova.compute.manager [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Migrating [ 1009.543100] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.639s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.545479] env[69350]: INFO nova.compute.claims [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.572305] env[69350]: DEBUG nova.objects.instance [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lazy-loading 'flavor' on Instance uuid fd2176f3-fc16-463d-8047-7bb04aa6823d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.639093] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149308, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.649905] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149309, 'name': ReconfigVM_Task, 'duration_secs': 0.450467} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.650661] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9/2ee11f2f-b004-4041-9a22-f0e7dd55ffe9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.651775] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-609b9a78-5d95-48a3-8bc4-26c39d23aaa4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.664089] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1009.664089] env[69350]: value = "task-4149310" [ 1009.664089] env[69350]: _type = "Task" [ 1009.664089] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.673810] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149310, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.854464] env[69350]: DEBUG nova.network.neutron [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updated VIF entry in instance network info cache for port c8d33d30-ceca-4418-ac8f-81ad319eda1a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.854845] env[69350]: DEBUG nova.network.neutron [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updating instance_info_cache with network_info: [{"id": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "address": "fa:16:3e:20:9d:67", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d33d30-ce", "ovs_interfaceid": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.979738] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquiring lock "refresh_cache-769767e9-a5a2-41e2-884c-4cec5363c01a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.979908] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquired lock "refresh_cache-769767e9-a5a2-41e2-884c-4cec5363c01a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.980084] env[69350]: DEBUG nova.network.neutron [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.069608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.069608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.069808] env[69350]: DEBUG nova.network.neutron [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.132128] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635093} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.132456] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 2221dfc1-f05d-4bb6-a179-697752e4ffe6/2221dfc1-f05d-4bb6-a179-697752e4ffe6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.134040] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.134040] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-674dd0e3-3831-4152-bf0e-a20067a00910 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.139640] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for the task: (returnval){ [ 1010.139640] env[69350]: value = "task-4149311" [ 1010.139640] env[69350]: _type = "Task" [ 1010.139640] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.149496] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.179594] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149310, 'name': Rename_Task, 'duration_secs': 0.1806} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.180488] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.180750] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-714ed741-74ed-43d3-9f54-4c881e96a201 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.189249] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1010.189249] env[69350]: value = "task-4149312" [ 1010.189249] env[69350]: _type = "Task" [ 1010.189249] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.202364] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.358049] env[69350]: DEBUG oslo_concurrency.lockutils [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] Releasing lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.358445] env[69350]: DEBUG nova.compute.manager [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Received event network-changed-3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.358532] env[69350]: DEBUG nova.compute.manager [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Refreshing instance network info cache due to event network-changed-3e628f00-62fd-4df0-b77c-09c30307c529. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.358688] env[69350]: DEBUG oslo_concurrency.lockutils [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] Acquiring lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.359862] env[69350]: DEBUG oslo_concurrency.lockutils [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] Acquired lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.359862] env[69350]: DEBUG nova.network.neutron [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Refreshing network info cache for port 3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.533065] env[69350]: DEBUG nova.network.neutron [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.581991] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25fe4e9f-4211-4271-a22d-4db1ed9d067b tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.344s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.656240] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081519} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.656822] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.658889] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7b2a12-516f-4682-b33c-3bff27ba6896 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.678326] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "e9f591e8-83f0-4313-b3ce-d49d8195f115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.678592] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.678799] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "e9f591e8-83f0-4313-b3ce-d49d8195f115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.678980] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.679236] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.692359] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 2221dfc1-f05d-4bb6-a179-697752e4ffe6/2221dfc1-f05d-4bb6-a179-697752e4ffe6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.700832] env[69350]: INFO nova.compute.manager [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Terminating instance [ 1010.701682] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf9ef3e-2a12-4c4f-8256-5c621b1c547a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.737575] env[69350]: DEBUG oslo_vmware.api [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149312, 'name': PowerOnVM_Task, 'duration_secs': 0.503944} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.737875] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for the task: (returnval){ [ 1010.737875] env[69350]: value = "task-4149313" [ 1010.737875] env[69350]: _type = "Task" [ 1010.737875] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.738729] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.738889] env[69350]: INFO nova.compute.manager [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1010.739086] env[69350]: DEBUG nova.compute.manager [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.742404] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6202b4f-5130-4279-aca3-b14ee5327d68 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.762061] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.833047] env[69350]: DEBUG nova.network.neutron [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Updating instance_info_cache with network_info: [{"id": "6628e29a-6810-4849-89e4-87ac9232630d", "address": "fa:16:3e:5e:de:c3", "network": {"id": "93491641-13d7-40e9-96b8-ce7ec0ce867e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-408935253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "576396577e024ca2bcbfeeb8c72d065e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6628e29a-68", "ovs_interfaceid": "6628e29a-6810-4849-89e4-87ac9232630d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.883903] env[69350]: DEBUG nova.network.neutron [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance_info_cache with network_info: [{"id": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "address": "fa:16:3e:8b:d3:14", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b11c4f-f9", "ovs_interfaceid": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.971093] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cddb824-b51a-49db-82b5-17b799a2bf92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.981154] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dcf681-6303-4ea6-bb69-87b150dcb81a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.019026] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b827753-3f09-4f42-a731-a1839aae8a4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.027849] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d185217e-f0e5-482d-b951-b4a5c52a805d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.043863] env[69350]: DEBUG nova.compute.provider_tree [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.101077] env[69350]: DEBUG nova.compute.manager [req-6a974d7d-23ec-49ac-b38b-44db6c6feb1d req-f0cb393c-b81a-4031-b103-75f00ab5063d service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Received event network-changed-3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.101303] env[69350]: DEBUG nova.compute.manager [req-6a974d7d-23ec-49ac-b38b-44db6c6feb1d req-f0cb393c-b81a-4031-b103-75f00ab5063d service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Refreshing instance network info cache due to event network-changed-3e628f00-62fd-4df0-b77c-09c30307c529. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.101502] env[69350]: DEBUG oslo_concurrency.lockutils [req-6a974d7d-23ec-49ac-b38b-44db6c6feb1d req-f0cb393c-b81a-4031-b103-75f00ab5063d service nova] Acquiring lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.139717] env[69350]: DEBUG nova.network.neutron [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Updated VIF entry in instance network info cache for port 3e628f00-62fd-4df0-b77c-09c30307c529. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.140190] env[69350]: DEBUG nova.network.neutron [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Updating instance_info_cache with network_info: [{"id": "3e628f00-62fd-4df0-b77c-09c30307c529", "address": "fa:16:3e:b0:f9:03", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e628f00-62", "ovs_interfaceid": "3e628f00-62fd-4df0-b77c-09c30307c529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.225838] env[69350]: DEBUG nova.compute.manager [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.226092] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.226986] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9255e84-e01c-4b73-a744-0f80ed3658d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.238041] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.239122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.239122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.239122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "fd2176f3-fc16-463d-8047-7bb04aa6823d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.239499] env[69350]: DEBUG oslo_concurrency.lockutils [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.239689] env[69350]: DEBUG oslo_concurrency.lockutils [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.241579] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34ac7e39-d71a-4d2f-ae1d-e166ccb84e87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.243561] env[69350]: INFO nova.compute.manager [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Terminating instance [ 1011.257530] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.258791] env[69350]: DEBUG oslo_vmware.api [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 1011.258791] env[69350]: value = "task-4149314" [ 1011.258791] env[69350]: _type = "Task" [ 1011.258791] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.276036] env[69350]: DEBUG oslo_vmware.api [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.276036] env[69350]: INFO nova.compute.manager [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Took 18.28 seconds to build instance. [ 1011.339432] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Releasing lock "refresh_cache-769767e9-a5a2-41e2-884c-4cec5363c01a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.339751] env[69350]: DEBUG nova.compute.manager [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Instance network_info: |[{"id": "6628e29a-6810-4849-89e4-87ac9232630d", "address": "fa:16:3e:5e:de:c3", "network": {"id": "93491641-13d7-40e9-96b8-ce7ec0ce867e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-408935253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "576396577e024ca2bcbfeeb8c72d065e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6628e29a-68", "ovs_interfaceid": "6628e29a-6810-4849-89e4-87ac9232630d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.340289] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:de:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6628e29a-6810-4849-89e4-87ac9232630d', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.351873] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Creating folder: Project (576396577e024ca2bcbfeeb8c72d065e). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.352408] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a74448-455d-46ce-bc43-845002a1bd34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.367418] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Created folder: Project (576396577e024ca2bcbfeeb8c72d065e) in parent group-v821414. [ 1011.367622] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Creating folder: Instances. Parent ref: group-v821649. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.370026] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b7f06f5-d3de-4819-a5fb-7aac755e905e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.380935] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Created folder: Instances in parent group-v821649. [ 1011.381300] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.381553] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.381848] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b6663cd-ad82-415c-96d1-d104b5271f82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.405034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.411781] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.411781] env[69350]: value = "task-4149317" [ 1011.411781] env[69350]: _type = "Task" [ 1011.411781] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.424964] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149317, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.546850] env[69350]: DEBUG nova.scheduler.client.report [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.643901] env[69350]: DEBUG oslo_concurrency.lockutils [req-f05f11ab-02a4-4cbe-aefe-f6de64d86e11 req-38bde0ec-bf0d-42df-bcb1-6ac287574cc5 service nova] Releasing lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.644216] env[69350]: DEBUG oslo_concurrency.lockutils [req-6a974d7d-23ec-49ac-b38b-44db6c6feb1d req-f0cb393c-b81a-4031-b103-75f00ab5063d service nova] Acquired lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.644434] env[69350]: DEBUG nova.network.neutron [req-6a974d7d-23ec-49ac-b38b-44db6c6feb1d req-f0cb393c-b81a-4031-b103-75f00ab5063d service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Refreshing network info cache for port 3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.751980] env[69350]: DEBUG nova.compute.manager [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.752349] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.758020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0f00f-2566-4db5-b61c-0ddddc4164a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.759219] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149313, 'name': ReconfigVM_Task, 'duration_secs': 0.696017} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.760739] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 2221dfc1-f05d-4bb6-a179-697752e4ffe6/2221dfc1-f05d-4bb6-a179-697752e4ffe6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.762679] env[69350]: DEBUG nova.compute.manager [req-fb0cf1c3-575c-4e6c-a468-9e872fdc81b2 req-8df24512-5c37-4a1b-b539-4203216f2231 service nova] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Received event network-changed-6628e29a-6810-4849-89e4-87ac9232630d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.762902] env[69350]: DEBUG nova.compute.manager [req-fb0cf1c3-575c-4e6c-a468-9e872fdc81b2 req-8df24512-5c37-4a1b-b539-4203216f2231 service nova] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Refreshing instance network info cache due to event network-changed-6628e29a-6810-4849-89e4-87ac9232630d. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.763249] env[69350]: DEBUG oslo_concurrency.lockutils [req-fb0cf1c3-575c-4e6c-a468-9e872fdc81b2 req-8df24512-5c37-4a1b-b539-4203216f2231 service nova] Acquiring lock "refresh_cache-769767e9-a5a2-41e2-884c-4cec5363c01a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.763540] env[69350]: DEBUG oslo_concurrency.lockutils [req-fb0cf1c3-575c-4e6c-a468-9e872fdc81b2 req-8df24512-5c37-4a1b-b539-4203216f2231 service nova] Acquired lock "refresh_cache-769767e9-a5a2-41e2-884c-4cec5363c01a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.763837] env[69350]: DEBUG nova.network.neutron [req-fb0cf1c3-575c-4e6c-a468-9e872fdc81b2 req-8df24512-5c37-4a1b-b539-4203216f2231 service nova] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Refreshing network info cache for port 6628e29a-6810-4849-89e4-87ac9232630d {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.768368] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0e161fc-283d-4d54-8bec-ecece3e5a1c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.774942] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.778024] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e6830d2-27a8-4491-b686-e35d38001c00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.780181] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5a712ce0-ca7a-4a40-a792-ac59ea60b083 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.797s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.780365] env[69350]: DEBUG oslo_vmware.api [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149314, 'name': PowerOffVM_Task, 'duration_secs': 0.263722} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.781980] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.782188] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.782527] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for the task: (returnval){ [ 1011.782527] env[69350]: value = "task-4149318" [ 1011.782527] env[69350]: _type = "Task" [ 1011.782527] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.783291] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cb4afa8-3de1-4d8f-9768-389c7ae2336c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.789412] env[69350]: DEBUG oslo_vmware.api [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1011.789412] env[69350]: value = "task-4149319" [ 1011.789412] env[69350]: _type = "Task" [ 1011.789412] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.797391] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149318, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.806126] env[69350]: DEBUG oslo_vmware.api [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.880353] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.880662] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.881151] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Deleting the datastore file [datastore2] e9f591e8-83f0-4313-b3ce-d49d8195f115 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.881451] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30e88faa-0472-4748-84c1-ca99080cb61e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.890908] env[69350]: DEBUG oslo_vmware.api [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 1011.890908] env[69350]: value = "task-4149321" [ 1011.890908] env[69350]: _type = "Task" [ 1011.890908] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.901744] env[69350]: DEBUG oslo_vmware.api [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.922756] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149317, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.052531] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.053265] env[69350]: DEBUG nova.compute.manager [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.057346] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.590s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.057613] env[69350]: DEBUG nova.objects.instance [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1012.303382] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149318, 'name': Rename_Task, 'duration_secs': 0.211563} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.309448] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.309766] env[69350]: DEBUG oslo_vmware.api [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149319, 'name': PowerOffVM_Task, 'duration_secs': 0.23485} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.309984] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da22e132-80ae-4854-8729-10e97fb4019c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.312345] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.312548] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.312797] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28dc875c-61a9-437a-b8bc-c775cf4911d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.320278] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for the task: (returnval){ [ 1012.320278] env[69350]: value = "task-4149322" [ 1012.320278] env[69350]: _type = "Task" [ 1012.320278] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.329710] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.384365] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.384740] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.385013] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleting the datastore file [datastore1] fd2176f3-fc16-463d-8047-7bb04aa6823d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.385344] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b63a9b0-3525-4ff1-9337-85ccb04e7f4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.400740] env[69350]: DEBUG oslo_vmware.api [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1012.400740] env[69350]: value = "task-4149324" [ 1012.400740] env[69350]: _type = "Task" [ 1012.400740] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.408720] env[69350]: DEBUG oslo_vmware.api [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193241} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.409596] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.409803] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.409803] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.409990] env[69350]: INFO nova.compute.manager [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1012.410266] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.410480] env[69350]: DEBUG nova.compute.manager [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.410574] env[69350]: DEBUG nova.network.neutron [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.420136] env[69350]: DEBUG oslo_vmware.api [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.434225] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149317, 'name': CreateVM_Task, 'duration_secs': 0.558895} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.434356] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.435386] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.435603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.435968] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.436731] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f0fa2c-12eb-4d1b-874a-9a4ffd19ca89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.443195] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for the task: (returnval){ [ 1012.443195] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5217699f-0c29-cf11-530e-d068177e2bae" [ 1012.443195] env[69350]: _type = "Task" [ 1012.443195] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.454162] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5217699f-0c29-cf11-530e-d068177e2bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.563475] env[69350]: DEBUG nova.compute.utils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.572726] env[69350]: DEBUG nova.compute.manager [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.573179] env[69350]: DEBUG nova.network.neutron [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.583923] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74aa4b4f-473f-4a60-95f6-42c47880df93 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.526s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.585829] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.346s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.587506] env[69350]: INFO nova.compute.claims [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.617196] env[69350]: DEBUG nova.network.neutron [req-fb0cf1c3-575c-4e6c-a468-9e872fdc81b2 req-8df24512-5c37-4a1b-b539-4203216f2231 service nova] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Updated VIF entry in instance network info cache for port 6628e29a-6810-4849-89e4-87ac9232630d. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.617196] env[69350]: DEBUG nova.network.neutron [req-fb0cf1c3-575c-4e6c-a468-9e872fdc81b2 req-8df24512-5c37-4a1b-b539-4203216f2231 service nova] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Updating instance_info_cache with network_info: [{"id": "6628e29a-6810-4849-89e4-87ac9232630d", "address": "fa:16:3e:5e:de:c3", "network": {"id": "93491641-13d7-40e9-96b8-ce7ec0ce867e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-408935253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "576396577e024ca2bcbfeeb8c72d065e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6628e29a-68", "ovs_interfaceid": "6628e29a-6810-4849-89e4-87ac9232630d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.633914] env[69350]: DEBUG nova.network.neutron [req-6a974d7d-23ec-49ac-b38b-44db6c6feb1d req-f0cb393c-b81a-4031-b103-75f00ab5063d service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Updated VIF entry in instance network info cache for port 3e628f00-62fd-4df0-b77c-09c30307c529. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.634372] env[69350]: DEBUG nova.network.neutron [req-6a974d7d-23ec-49ac-b38b-44db6c6feb1d req-f0cb393c-b81a-4031-b103-75f00ab5063d service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Updating instance_info_cache with network_info: [{"id": "3e628f00-62fd-4df0-b77c-09c30307c529", "address": "fa:16:3e:b0:f9:03", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e628f00-62", "ovs_interfaceid": "3e628f00-62fd-4df0-b77c-09c30307c529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.665453] env[69350]: DEBUG nova.policy [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a591e0372ed5423a8b4839125cffd07c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '070cd5e84a1945b0a1f8c83a8266405b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.834416] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149322, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.911954] env[69350]: DEBUG oslo_vmware.api [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138554} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.912389] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.912693] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.912693] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.912892] env[69350]: INFO nova.compute.manager [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1012.913079] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.913718] env[69350]: DEBUG nova.compute.manager [-] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.913860] env[69350]: DEBUG nova.network.neutron [-] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.931964] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756bbd83-8bf7-493a-80aa-1f95862f2f1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.956752] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance '949b5fcc-face-445f-bebb-e6c707b44546' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.973686] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5217699f-0c29-cf11-530e-d068177e2bae, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.974255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.974516] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.976539] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.976695] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.977714] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.978433] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee35b514-ee5f-4332-86a9-f0a4e11e9cca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.989602] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.989948] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.990683] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3141ee-9c36-4f78-b4e7-7c75d69dd9f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.997857] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for the task: (returnval){ [ 1012.997857] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d73135-6db5-b19b-81c9-3ce6db4d8a61" [ 1012.997857] env[69350]: _type = "Task" [ 1012.997857] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.009653] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d73135-6db5-b19b-81c9-3ce6db4d8a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.070042] env[69350]: DEBUG nova.compute.manager [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.121266] env[69350]: DEBUG oslo_concurrency.lockutils [req-fb0cf1c3-575c-4e6c-a468-9e872fdc81b2 req-8df24512-5c37-4a1b-b539-4203216f2231 service nova] Releasing lock "refresh_cache-769767e9-a5a2-41e2-884c-4cec5363c01a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.140169] env[69350]: DEBUG oslo_concurrency.lockutils [req-6a974d7d-23ec-49ac-b38b-44db6c6feb1d req-f0cb393c-b81a-4031-b103-75f00ab5063d service nova] Releasing lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.335457] env[69350]: DEBUG oslo_vmware.api [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149322, 'name': PowerOnVM_Task, 'duration_secs': 0.77172} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.335849] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.336153] env[69350]: INFO nova.compute.manager [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1013.336428] env[69350]: DEBUG nova.compute.manager [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.337633] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849df30c-944d-4fc2-a68d-f9068d472b39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.341577] env[69350]: DEBUG nova.network.neutron [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.417930] env[69350]: DEBUG nova.network.neutron [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Successfully created port: e57ae396-d8d5-40be-8281-53b2be64cd77 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.433409] env[69350]: DEBUG nova.compute.manager [req-a070a3c1-2e5e-4d9c-a8a5-f3c5fc01619d req-a65fa65f-5150-4133-91df-39c4720b523c service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Received event network-changed-c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.433606] env[69350]: DEBUG nova.compute.manager [req-a070a3c1-2e5e-4d9c-a8a5-f3c5fc01619d req-a65fa65f-5150-4133-91df-39c4720b523c service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Refreshing instance network info cache due to event network-changed-c8d33d30-ceca-4418-ac8f-81ad319eda1a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.433823] env[69350]: DEBUG oslo_concurrency.lockutils [req-a070a3c1-2e5e-4d9c-a8a5-f3c5fc01619d req-a65fa65f-5150-4133-91df-39c4720b523c service nova] Acquiring lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.433964] env[69350]: DEBUG oslo_concurrency.lockutils [req-a070a3c1-2e5e-4d9c-a8a5-f3c5fc01619d req-a65fa65f-5150-4133-91df-39c4720b523c service nova] Acquired lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.434301] env[69350]: DEBUG nova.network.neutron [req-a070a3c1-2e5e-4d9c-a8a5-f3c5fc01619d req-a65fa65f-5150-4133-91df-39c4720b523c service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Refreshing network info cache for port c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.468369] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.468975] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b78fe9c-8cc8-452e-b181-721a7b08d0f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.479772] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1013.479772] env[69350]: value = "task-4149325" [ 1013.479772] env[69350]: _type = "Task" [ 1013.479772] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.492324] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.509675] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d73135-6db5-b19b-81c9-3ce6db4d8a61, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.510808] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323836a9-90e7-483a-a18c-d36c2795443f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.517499] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for the task: (returnval){ [ 1013.517499] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523f1302-0e76-995c-92f6-2f7f2c50875f" [ 1013.517499] env[69350]: _type = "Task" [ 1013.517499] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.526948] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523f1302-0e76-995c-92f6-2f7f2c50875f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.844415] env[69350]: INFO nova.compute.manager [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Took 1.43 seconds to deallocate network for instance. [ 1013.861250] env[69350]: INFO nova.compute.manager [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Took 17.81 seconds to build instance. [ 1013.941855] env[69350]: DEBUG nova.compute.manager [req-fbf41a1b-d5ca-4cac-acb9-7c1ba778d36b req-09fc2a10-03ee-4316-9290-713319852da0 service nova] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Received event network-vif-deleted-3e628f00-62fd-4df0-b77c-09c30307c529 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.942088] env[69350]: DEBUG nova.compute.manager [req-fbf41a1b-d5ca-4cac-acb9-7c1ba778d36b req-09fc2a10-03ee-4316-9290-713319852da0 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Received event network-vif-deleted-dced06da-8301-4179-bcaa-bc907868c1f6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.942292] env[69350]: INFO nova.compute.manager [req-fbf41a1b-d5ca-4cac-acb9-7c1ba778d36b req-09fc2a10-03ee-4316-9290-713319852da0 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Neutron deleted interface dced06da-8301-4179-bcaa-bc907868c1f6; detaching it from the instance and deleting it from the info cache [ 1013.942637] env[69350]: DEBUG nova.network.neutron [req-fbf41a1b-d5ca-4cac-acb9-7c1ba778d36b req-09fc2a10-03ee-4316-9290-713319852da0 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.951620] env[69350]: DEBUG nova.network.neutron [-] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.964876] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d771f0b-69ce-4921-9d80-57baff1748b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.974814] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6782cd-3426-4ec2-a9f5-ac2886fac541 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.016273] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8f6a1a-0bfb-4842-add3-7ef2ccce74b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.022190] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149325, 'name': PowerOffVM_Task, 'duration_secs': 0.237458} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.025872] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.026094] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance '949b5fcc-face-445f-bebb-e6c707b44546' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.033294] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb7d0e6-bdbc-49d2-8aa5-b7a14398213f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.040652] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523f1302-0e76-995c-92f6-2f7f2c50875f, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.041304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.041612] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 769767e9-a5a2-41e2-884c-4cec5363c01a/769767e9-a5a2-41e2-884c-4cec5363c01a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.041877] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f0da58-8a36-4895-98e9-ded56e4ac519 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.052359] env[69350]: DEBUG nova.compute.provider_tree [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.059092] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for the task: (returnval){ [ 1014.059092] env[69350]: value = "task-4149326" [ 1014.059092] env[69350]: _type = "Task" [ 1014.059092] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.070943] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.080208] env[69350]: DEBUG nova.compute.manager [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.115637] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.116014] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.116266] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.116549] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.116762] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.116973] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.117304] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.117533] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.117772] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.118013] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.118595] env[69350]: DEBUG nova.virt.hardware [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.120222] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2965b54d-2b63-4d67-8958-3c1325f780ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.134351] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a637515-b2bd-4928-af4a-92177b94f695 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.231515] env[69350]: DEBUG nova.network.neutron [req-a070a3c1-2e5e-4d9c-a8a5-f3c5fc01619d req-a65fa65f-5150-4133-91df-39c4720b523c service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updated VIF entry in instance network info cache for port c8d33d30-ceca-4418-ac8f-81ad319eda1a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.231864] env[69350]: DEBUG nova.network.neutron [req-a070a3c1-2e5e-4d9c-a8a5-f3c5fc01619d req-a65fa65f-5150-4133-91df-39c4720b523c service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updating instance_info_cache with network_info: [{"id": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "address": "fa:16:3e:20:9d:67", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d33d30-ce", "ovs_interfaceid": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.352685] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.363393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1aae758-9fe9-4621-89f3-51ad3d44095d tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.324s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.448174] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03a220e5-0c89-4b9e-bf6d-498f3f9cbbac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.456958] env[69350]: INFO nova.compute.manager [-] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Took 1.54 seconds to deallocate network for instance. [ 1014.460679] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f137b43a-6da9-4626-8ecb-4cb40d5b520c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.517178] env[69350]: DEBUG nova.compute.manager [req-fbf41a1b-d5ca-4cac-acb9-7c1ba778d36b req-09fc2a10-03ee-4316-9290-713319852da0 service nova] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Detach interface failed, port_id=dced06da-8301-4179-bcaa-bc907868c1f6, reason: Instance fd2176f3-fc16-463d-8047-7bb04aa6823d could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1014.534711] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.535219] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.535535] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.535940] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.535940] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.536119] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.536626] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.536626] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.536626] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.536903] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.537079] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.542659] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91287c95-a99c-47a3-b6f9-730b4c59e9c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.557790] env[69350]: DEBUG nova.scheduler.client.report [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.572730] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1014.572730] env[69350]: value = "task-4149327" [ 1014.572730] env[69350]: _type = "Task" [ 1014.572730] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.576939] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511741} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.581053] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 769767e9-a5a2-41e2-884c-4cec5363c01a/769767e9-a5a2-41e2-884c-4cec5363c01a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.582026] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.582026] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3247266b-58bb-48f6-b3a9-5c87e1cac052 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.593277] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.595195] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for the task: (returnval){ [ 1014.595195] env[69350]: value = "task-4149328" [ 1014.595195] env[69350]: _type = "Task" [ 1014.595195] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.609424] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.734649] env[69350]: DEBUG oslo_concurrency.lockutils [req-a070a3c1-2e5e-4d9c-a8a5-f3c5fc01619d req-a65fa65f-5150-4133-91df-39c4720b523c service nova] Releasing lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.987203] env[69350]: DEBUG oslo_concurrency.lockutils [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.068586] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.070536] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.072296] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.832s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.074672] env[69350]: INFO nova.compute.claims [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.087642] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149327, 'name': ReconfigVM_Task, 'duration_secs': 0.344182} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.087642] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance '949b5fcc-face-445f-bebb-e6c707b44546' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.106202] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082963} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.106202] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.109186] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd7f051-d918-4802-b811-3c44f967b405 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.133221] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 769767e9-a5a2-41e2-884c-4cec5363c01a/769767e9-a5a2-41e2-884c-4cec5363c01a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.134211] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d91d091-f555-4033-86ec-640487872574 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.157957] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for the task: (returnval){ [ 1015.157957] env[69350]: value = "task-4149329" [ 1015.157957] env[69350]: _type = "Task" [ 1015.157957] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.168206] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.374081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "e9f591e8-83f0-4313-b3ce-d49d8195f115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.445732] env[69350]: DEBUG nova.network.neutron [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Successfully updated port: e57ae396-d8d5-40be-8281-53b2be64cd77 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.502114] env[69350]: DEBUG nova.compute.manager [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Received event network-changed-c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.502114] env[69350]: DEBUG nova.compute.manager [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Refreshing instance network info cache due to event network-changed-c8d33d30-ceca-4418-ac8f-81ad319eda1a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.502114] env[69350]: DEBUG oslo_concurrency.lockutils [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] Acquiring lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.502812] env[69350]: DEBUG oslo_concurrency.lockutils [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] Acquired lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.503277] env[69350]: DEBUG nova.network.neutron [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Refreshing network info cache for port c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.579381] env[69350]: DEBUG nova.compute.utils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.583047] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.583200] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.593725] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.593957] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.594154] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.594340] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.594502] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.594683] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.594912] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.595101] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.595278] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.595443] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.595642] env[69350]: DEBUG nova.virt.hardware [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.602069] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.604245] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-510d5ea0-d9c8-4eae-bd70-207feb059aab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.630570] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1015.630570] env[69350]: value = "task-4149330" [ 1015.630570] env[69350]: _type = "Task" [ 1015.630570] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.636915] env[69350]: DEBUG nova.policy [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7cba0749e8f4b2fb2c76bc9ce913469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824ce074efed4a389b2888afa2f914fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.643839] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.668975] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149329, 'name': ReconfigVM_Task, 'duration_secs': 0.326743} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.669289] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 769767e9-a5a2-41e2-884c-4cec5363c01a/769767e9-a5a2-41e2-884c-4cec5363c01a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.669927] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c994215-007c-4115-a707-e427994063b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.677865] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for the task: (returnval){ [ 1015.677865] env[69350]: value = "task-4149331" [ 1015.677865] env[69350]: _type = "Task" [ 1015.677865] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.687972] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149331, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.950214] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "refresh_cache-6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.950329] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "refresh_cache-6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.950469] env[69350]: DEBUG nova.network.neutron [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.084359] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.125405] env[69350]: DEBUG oslo_concurrency.lockutils [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "interface-a89d7747-274e-4b52-a3f3-816612fda09a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.125778] env[69350]: DEBUG oslo_concurrency.lockutils [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-a89d7747-274e-4b52-a3f3-816612fda09a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.126066] env[69350]: DEBUG nova.objects.instance [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'flavor' on Instance uuid a89d7747-274e-4b52-a3f3-816612fda09a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.143172] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149330, 'name': ReconfigVM_Task, 'duration_secs': 0.212756} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.143478] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.144452] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a86f8d-5cc3-4576-bf97-e6587c5b04e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.174256] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 949b5fcc-face-445f-bebb-e6c707b44546/949b5fcc-face-445f-bebb-e6c707b44546.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.174859] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22847e5e-3d50-4139-b85f-9f36b995de52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.200655] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149331, 'name': Rename_Task, 'duration_secs': 0.176348} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.202145] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.202539] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1016.202539] env[69350]: value = "task-4149332" [ 1016.202539] env[69350]: _type = "Task" [ 1016.202539] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.207376] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e0083f8-3f93-456c-b550-76e85b2ebf02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.219926] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149332, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.221190] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for the task: (returnval){ [ 1016.221190] env[69350]: value = "task-4149333" [ 1016.221190] env[69350]: _type = "Task" [ 1016.221190] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.233944] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.278204] env[69350]: DEBUG nova.compute.manager [req-1b6d6076-35cd-401e-a8dd-0fb45419b795 req-f5d58e61-3005-4e8d-ac5a-af7abb8213b1 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Received event network-changed-71ac0b5f-a501-4d74-b994-1c2e19a9731a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.278373] env[69350]: DEBUG nova.compute.manager [req-1b6d6076-35cd-401e-a8dd-0fb45419b795 req-f5d58e61-3005-4e8d-ac5a-af7abb8213b1 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Refreshing instance network info cache due to event network-changed-71ac0b5f-a501-4d74-b994-1c2e19a9731a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.278556] env[69350]: DEBUG oslo_concurrency.lockutils [req-1b6d6076-35cd-401e-a8dd-0fb45419b795 req-f5d58e61-3005-4e8d-ac5a-af7abb8213b1 service nova] Acquiring lock "refresh_cache-2221dfc1-f05d-4bb6-a179-697752e4ffe6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.278686] env[69350]: DEBUG oslo_concurrency.lockutils [req-1b6d6076-35cd-401e-a8dd-0fb45419b795 req-f5d58e61-3005-4e8d-ac5a-af7abb8213b1 service nova] Acquired lock "refresh_cache-2221dfc1-f05d-4bb6-a179-697752e4ffe6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.279112] env[69350]: DEBUG nova.network.neutron [req-1b6d6076-35cd-401e-a8dd-0fb45419b795 req-f5d58e61-3005-4e8d-ac5a-af7abb8213b1 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Refreshing network info cache for port 71ac0b5f-a501-4d74-b994-1c2e19a9731a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.307603] env[69350]: DEBUG nova.network.neutron [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updated VIF entry in instance network info cache for port c8d33d30-ceca-4418-ac8f-81ad319eda1a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.307867] env[69350]: DEBUG nova.network.neutron [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updating instance_info_cache with network_info: [{"id": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "address": "fa:16:3e:20:9d:67", "network": {"id": "41bdb3f8-9928-4c37-9500-da7525b61dc4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-625588989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1f62c7446493f8cb62d9dc2e5860a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d33d30-ce", "ovs_interfaceid": "c8d33d30-ceca-4418-ac8f-81ad319eda1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.314925] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Successfully created port: 8a5786d1-7bef-45ae-94b3-9b2a83ddd123 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.347148] env[69350]: DEBUG nova.compute.manager [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.348338] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c2bc8e-0d62-44ea-8c3d-74b9c165260f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.506923] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e54357a-c0b1-4570-8ac4-c42286976138 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.514138] env[69350]: DEBUG nova.network.neutron [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.531178] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490f3653-6350-4cdd-90bd-3af4abb7e73f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.570807] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec91b00-b336-4fc2-8b44-90c4cfe29cb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.578690] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d932dc-ae5b-46d0-8c1e-6d0ad4a5b8ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.600652] env[69350]: DEBUG nova.compute.provider_tree [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.715645] env[69350]: DEBUG nova.network.neutron [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Updating instance_info_cache with network_info: [{"id": "e57ae396-d8d5-40be-8281-53b2be64cd77", "address": "fa:16:3e:af:76:83", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57ae396-d8", "ovs_interfaceid": "e57ae396-d8d5-40be-8281-53b2be64cd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.721413] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149332, 'name': ReconfigVM_Task, 'duration_secs': 0.343716} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.725394] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 949b5fcc-face-445f-bebb-e6c707b44546/949b5fcc-face-445f-bebb-e6c707b44546.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.725394] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance '949b5fcc-face-445f-bebb-e6c707b44546' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.746405] env[69350]: DEBUG oslo_vmware.api [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149333, 'name': PowerOnVM_Task, 'duration_secs': 0.490861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.746405] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.746405] env[69350]: INFO nova.compute.manager [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1016.746815] env[69350]: DEBUG nova.compute.manager [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.747484] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89828408-e744-433e-8102-0bc3cc9cc6e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.796199] env[69350]: DEBUG nova.objects.instance [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'pci_requests' on Instance uuid a89d7747-274e-4b52-a3f3-816612fda09a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.810560] env[69350]: DEBUG oslo_concurrency.lockutils [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] Releasing lock "refresh_cache-aec220bd-625b-4397-a85a-7b905c04169c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.810983] env[69350]: DEBUG nova.compute.manager [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Received event network-vif-plugged-e57ae396-d8d5-40be-8281-53b2be64cd77 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.811103] env[69350]: DEBUG oslo_concurrency.lockutils [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] Acquiring lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.811432] env[69350]: DEBUG oslo_concurrency.lockutils [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] Lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.811432] env[69350]: DEBUG oslo_concurrency.lockutils [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] Lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.812021] env[69350]: DEBUG nova.compute.manager [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] No waiting events found dispatching network-vif-plugged-e57ae396-d8d5-40be-8281-53b2be64cd77 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.812021] env[69350]: WARNING nova.compute.manager [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Received unexpected event network-vif-plugged-e57ae396-d8d5-40be-8281-53b2be64cd77 for instance with vm_state building and task_state spawning. [ 1016.812021] env[69350]: DEBUG nova.compute.manager [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Received event network-changed-e57ae396-d8d5-40be-8281-53b2be64cd77 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.812235] env[69350]: DEBUG nova.compute.manager [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Refreshing instance network info cache due to event network-changed-e57ae396-d8d5-40be-8281-53b2be64cd77. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.812303] env[69350]: DEBUG oslo_concurrency.lockutils [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] Acquiring lock "refresh_cache-6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.865817] env[69350]: INFO nova.compute.manager [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] instance snapshotting [ 1016.868773] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308a0daf-cc85-481d-8a24-003682a84634 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.891832] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9676dedd-1014-4f72-b17b-2535d1399da6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.006870] env[69350]: DEBUG nova.network.neutron [req-1b6d6076-35cd-401e-a8dd-0fb45419b795 req-f5d58e61-3005-4e8d-ac5a-af7abb8213b1 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Updated VIF entry in instance network info cache for port 71ac0b5f-a501-4d74-b994-1c2e19a9731a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.007288] env[69350]: DEBUG nova.network.neutron [req-1b6d6076-35cd-401e-a8dd-0fb45419b795 req-f5d58e61-3005-4e8d-ac5a-af7abb8213b1 service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Updating instance_info_cache with network_info: [{"id": "71ac0b5f-a501-4d74-b994-1c2e19a9731a", "address": "fa:16:3e:11:33:fe", "network": {"id": "df0bddbf-85ca-4a64-b632-fdb40cce1af6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-912966615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6061ade3e4f2495e92ba3315d65e4c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ac0b5f-a5", "ovs_interfaceid": "71ac0b5f-a501-4d74-b994-1c2e19a9731a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.107804] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.110528] env[69350]: DEBUG nova.scheduler.client.report [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.139135] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.139316] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.139316] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.139500] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.139650] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.139798] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.140016] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.140328] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.140562] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.140783] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.141014] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.141918] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5bc764-a1e7-405d-8e9d-e4a2ace0d3a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.153877] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b565a2e9-c17c-4eff-b065-df87b2e88b8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.226225] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "refresh_cache-6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.226660] env[69350]: DEBUG nova.compute.manager [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Instance network_info: |[{"id": "e57ae396-d8d5-40be-8281-53b2be64cd77", "address": "fa:16:3e:af:76:83", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57ae396-d8", "ovs_interfaceid": "e57ae396-d8d5-40be-8281-53b2be64cd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.227073] env[69350]: DEBUG oslo_concurrency.lockutils [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] Acquired lock "refresh_cache-6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.227333] env[69350]: DEBUG nova.network.neutron [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Refreshing network info cache for port e57ae396-d8d5-40be-8281-53b2be64cd77 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.228643] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:76:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e57ae396-d8d5-40be-8281-53b2be64cd77', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.236233] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.240613] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.241640] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac4d3d9-ff2b-49ad-85c4-d3a046277b34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.244524] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ccc8309-ecd0-4faa-8778-2bbfb760a047 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.266443] env[69350]: INFO nova.compute.manager [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Took 18.88 seconds to build instance. [ 1017.283384] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c2bb35-ecee-4e4f-a2f5-a573ee7a97a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.286082] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.286082] env[69350]: value = "task-4149334" [ 1017.286082] env[69350]: _type = "Task" [ 1017.286082] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.306293] env[69350]: DEBUG nova.objects.base [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1017.306510] env[69350]: DEBUG nova.network.neutron [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.308171] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance '949b5fcc-face-445f-bebb-e6c707b44546' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.317387] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149334, 'name': CreateVM_Task} progress is 15%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.359618] env[69350]: DEBUG nova.policy [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4db4ec4e7214fad90a24464240525e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01f41324f5d42edb4949e36cc14f759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.403574] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1017.403917] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c0a7223-6731-4306-ad92-2e832ce02599 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.412928] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1017.412928] env[69350]: value = "task-4149335" [ 1017.412928] env[69350]: _type = "Task" [ 1017.412928] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.421963] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149335, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.510382] env[69350]: DEBUG oslo_concurrency.lockutils [req-1b6d6076-35cd-401e-a8dd-0fb45419b795 req-f5d58e61-3005-4e8d-ac5a-af7abb8213b1 service nova] Releasing lock "refresh_cache-2221dfc1-f05d-4bb6-a179-697752e4ffe6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.521315] env[69350]: DEBUG nova.network.neutron [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Updated VIF entry in instance network info cache for port e57ae396-d8d5-40be-8281-53b2be64cd77. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.521731] env[69350]: DEBUG nova.network.neutron [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Updating instance_info_cache with network_info: [{"id": "e57ae396-d8d5-40be-8281-53b2be64cd77", "address": "fa:16:3e:af:76:83", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57ae396-d8", "ovs_interfaceid": "e57ae396-d8d5-40be-8281-53b2be64cd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.616297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.616875] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.620421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.372s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.622048] env[69350]: INFO nova.compute.claims [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.777738] env[69350]: DEBUG nova.network.neutron [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Successfully created port: 55648cfa-d71d-443f-acc6-4fcbd3011942 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.782514] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7aacf0f0-fa3f-49d6-9ff9-045ddb4069fd tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lock "769767e9-a5a2-41e2-884c-4cec5363c01a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.411s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.799914] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149334, 'name': CreateVM_Task, 'duration_secs': 0.371345} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.801210] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.802022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.802323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.802734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.803352] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763e78b9-16ae-46bb-9d02-e5db6fd4699a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.812506] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1017.812506] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5221e6af-ad83-25a3-3dd0-f5a5788aa9e2" [ 1017.812506] env[69350]: _type = "Task" [ 1017.812506] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.826867] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5221e6af-ad83-25a3-3dd0-f5a5788aa9e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.866372] env[69350]: DEBUG nova.network.neutron [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Port c1b11c4f-f935-4be7-8a33-56f4790fc91a binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1017.924883] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149335, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.953343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquiring lock "769767e9-a5a2-41e2-884c-4cec5363c01a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.953748] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lock "769767e9-a5a2-41e2-884c-4cec5363c01a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.954018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquiring lock "769767e9-a5a2-41e2-884c-4cec5363c01a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.954260] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lock "769767e9-a5a2-41e2-884c-4cec5363c01a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.954450] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lock "769767e9-a5a2-41e2-884c-4cec5363c01a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.956758] env[69350]: INFO nova.compute.manager [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Terminating instance [ 1018.025123] env[69350]: DEBUG oslo_concurrency.lockutils [req-9bda28da-39e9-42aa-98be-f17ff08bcce5 req-46895bfa-91a0-4dea-b2e3-826c589affc4 service nova] Releasing lock "refresh_cache-6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.097046] env[69350]: DEBUG nova.compute.manager [req-6e9a7d46-f5e1-403d-9fcc-b5d026b545ed req-ce235019-aeca-4950-ad86-93b3a209a7e7 service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Received event network-vif-plugged-8a5786d1-7bef-45ae-94b3-9b2a83ddd123 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.097296] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e9a7d46-f5e1-403d-9fcc-b5d026b545ed req-ce235019-aeca-4950-ad86-93b3a209a7e7 service nova] Acquiring lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.102106] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e9a7d46-f5e1-403d-9fcc-b5d026b545ed req-ce235019-aeca-4950-ad86-93b3a209a7e7 service nova] Lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.102393] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e9a7d46-f5e1-403d-9fcc-b5d026b545ed req-ce235019-aeca-4950-ad86-93b3a209a7e7 service nova] Lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.102597] env[69350]: DEBUG nova.compute.manager [req-6e9a7d46-f5e1-403d-9fcc-b5d026b545ed req-ce235019-aeca-4950-ad86-93b3a209a7e7 service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] No waiting events found dispatching network-vif-plugged-8a5786d1-7bef-45ae-94b3-9b2a83ddd123 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.102769] env[69350]: WARNING nova.compute.manager [req-6e9a7d46-f5e1-403d-9fcc-b5d026b545ed req-ce235019-aeca-4950-ad86-93b3a209a7e7 service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Received unexpected event network-vif-plugged-8a5786d1-7bef-45ae-94b3-9b2a83ddd123 for instance with vm_state building and task_state spawning. [ 1018.126483] env[69350]: DEBUG nova.compute.utils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.127930] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.132025] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.174200] env[69350]: DEBUG nova.policy [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7cba0749e8f4b2fb2c76bc9ce913469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824ce074efed4a389b2888afa2f914fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.278814] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Successfully updated port: 8a5786d1-7bef-45ae-94b3-9b2a83ddd123 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.324512] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5221e6af-ad83-25a3-3dd0-f5a5788aa9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.015965} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.325249] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.325501] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.325749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.325925] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.326256] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.326615] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4c0358d-bc5e-444a-839d-e03aeaac43ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.336792] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.337078] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.337811] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a65c16a-3887-4b87-84ac-cd8d053358c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.344458] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1018.344458] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5260be8d-fb5b-1b7b-0eef-ca0c32b13240" [ 1018.344458] env[69350]: _type = "Task" [ 1018.344458] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.353632] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5260be8d-fb5b-1b7b-0eef-ca0c32b13240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.428341] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149335, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.461400] env[69350]: DEBUG nova.compute.manager [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.461785] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.463031] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a65f3f9-35ee-4536-99b3-872ffeba5aa4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.469724] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Successfully created port: ede302d7-5ddd-4e39-9410-371b13137f85 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.475087] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.475387] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-426bf530-b05e-405d-8d57-5a41a1e2b0b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.484732] env[69350]: DEBUG oslo_vmware.api [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for the task: (returnval){ [ 1018.484732] env[69350]: value = "task-4149336" [ 1018.484732] env[69350]: _type = "Task" [ 1018.484732] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.496549] env[69350]: DEBUG oslo_vmware.api [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.632780] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.781180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "refresh_cache-68e79771-9b9d-41f2-86d2-f1bcb9f376b6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.781180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired lock "refresh_cache-68e79771-9b9d-41f2-86d2-f1bcb9f376b6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.781180] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.861183] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5260be8d-fb5b-1b7b-0eef-ca0c32b13240, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.862201] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe69ed7f-b607-468a-96c1-f9bb763a85bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.871160] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1018.871160] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52413550-c140-3022-b70d-f036ad216ab2" [ 1018.871160] env[69350]: _type = "Task" [ 1018.871160] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.886654] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "949b5fcc-face-445f-bebb-e6c707b44546-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.886654] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "949b5fcc-face-445f-bebb-e6c707b44546-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.886654] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "949b5fcc-face-445f-bebb-e6c707b44546-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.902447] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52413550-c140-3022-b70d-f036ad216ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.903515] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.903790] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24/6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.904085] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c388b0f8-2d8a-4047-856b-aa22123b034f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.913631] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1018.913631] env[69350]: value = "task-4149337" [ 1018.913631] env[69350]: _type = "Task" [ 1018.913631] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.933526] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149335, 'name': CreateSnapshot_Task, 'duration_secs': 1.06136} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.938553] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1018.938886] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.940403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9222145c-70ad-4cf5-85cb-e1ba457181c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.970703] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ded6d-1e83-4c20-92ae-f6bb78a86aa7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.979454] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659882dd-5e38-45eb-8956-da2c40d3dee0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.019024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ca2640-4b60-49c3-a52c-6cb80dd43759 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.023562] env[69350]: DEBUG oslo_vmware.api [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149336, 'name': PowerOffVM_Task, 'duration_secs': 0.2165} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.024809] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.024809] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.025095] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42724cd3-e7ab-4f54-a987-c1ba4f8c1a7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.030553] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6ed61b-d7fd-4f52-bbe5-adf3915be4ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.049369] env[69350]: DEBUG nova.compute.provider_tree [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.134421] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.134796] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.135141] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Deleting the datastore file [datastore1] 769767e9-a5a2-41e2-884c-4cec5363c01a {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.135471] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ea3969d-c656-43e8-b115-42733d325d63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.147812] env[69350]: DEBUG oslo_vmware.api [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for the task: (returnval){ [ 1019.147812] env[69350]: value = "task-4149339" [ 1019.147812] env[69350]: _type = "Task" [ 1019.147812] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.157508] env[69350]: DEBUG oslo_vmware.api [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.347034] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.430980] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497416} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.433894] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24/6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.434188] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.435144] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d57f8404-40aa-45b7-b7e7-2225dd9fc150 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.445535] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1019.445535] env[69350]: value = "task-4149340" [ 1019.445535] env[69350]: _type = "Task" [ 1019.445535] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.454679] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.457551] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.457835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.467406] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1019.468824] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee07a965-676c-4c8c-b281-8d164308642a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.478176] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1019.478176] env[69350]: value = "task-4149341" [ 1019.478176] env[69350]: _type = "Task" [ 1019.478176] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.494384] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149341, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.552894] env[69350]: DEBUG nova.scheduler.client.report [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.623524] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Updating instance_info_cache with network_info: [{"id": "8a5786d1-7bef-45ae-94b3-9b2a83ddd123", "address": "fa:16:3e:b5:4a:35", "network": {"id": "9f973dea-6bf4-4af8-abea-cb4cc4b543f5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1788058420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824ce074efed4a389b2888afa2f914fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a5786d1-7b", "ovs_interfaceid": "8a5786d1-7bef-45ae-94b3-9b2a83ddd123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.643995] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.658938] env[69350]: DEBUG oslo_vmware.api [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Task: {'id': task-4149339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375681} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.659307] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.659484] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.659669] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.659864] env[69350]: INFO nova.compute.manager [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1019.660160] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.660456] env[69350]: DEBUG nova.compute.manager [-] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.660606] env[69350]: DEBUG nova.network.neutron [-] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.676020] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.676914] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.676914] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.676914] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.676914] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.676914] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.677219] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.677306] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.677475] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.677640] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.677816] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.678796] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef0fb1d-c6d1-4912-b2e0-d42a207d766b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.688857] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c3f8ce-cfb2-437e-8dd0-35cf31253c63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.748310] env[69350]: DEBUG nova.network.neutron [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Successfully updated port: 55648cfa-d71d-443f-acc6-4fcbd3011942 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.941699] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.941887] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.942193] env[69350]: DEBUG nova.network.neutron [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.958202] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093026} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.958650] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.959919] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f542ae8-9613-4bfe-810d-8585de524a2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.983489] env[69350]: DEBUG nova.compute.utils [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.993482] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24/6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.999242] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f708503e-a12d-49a4-bbda-6b9e5ccf802b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.022035] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149341, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.023520] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1020.023520] env[69350]: value = "task-4149342" [ 1020.023520] env[69350]: _type = "Task" [ 1020.023520] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.028202] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Successfully updated port: ede302d7-5ddd-4e39-9410-371b13137f85 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.033521] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.059149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.059984] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.062421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.710s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.062660] env[69350]: DEBUG nova.objects.instance [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lazy-loading 'resources' on Instance uuid e9f591e8-83f0-4313-b3ce-d49d8195f115 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.127099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Releasing lock "refresh_cache-68e79771-9b9d-41f2-86d2-f1bcb9f376b6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.127526] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Instance network_info: |[{"id": "8a5786d1-7bef-45ae-94b3-9b2a83ddd123", "address": "fa:16:3e:b5:4a:35", "network": {"id": "9f973dea-6bf4-4af8-abea-cb4cc4b543f5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1788058420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824ce074efed4a389b2888afa2f914fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a5786d1-7b", "ovs_interfaceid": "8a5786d1-7bef-45ae-94b3-9b2a83ddd123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.128093] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a5786d1-7bef-45ae-94b3-9b2a83ddd123', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.136708] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Creating folder: Project (824ce074efed4a389b2888afa2f914fe). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.137482] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcc5dbd8-8c89-494b-bb96-71ea2224a67c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.149643] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Created folder: Project (824ce074efed4a389b2888afa2f914fe) in parent group-v821414. [ 1020.149879] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Creating folder: Instances. Parent ref: group-v821655. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.150155] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96da1df5-9f2f-4b32-af62-3ad348cd8ce1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.160261] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Created folder: Instances in parent group-v821655. [ 1020.160537] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.160755] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.160969] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf6ffbf3-5d38-48ac-a221-6e8b7ec9408a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.181277] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.181277] env[69350]: value = "task-4149345" [ 1020.181277] env[69350]: _type = "Task" [ 1020.181277] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.189512] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149345, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.251272] env[69350]: DEBUG oslo_concurrency.lockutils [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.251434] env[69350]: DEBUG oslo_concurrency.lockutils [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.251589] env[69350]: DEBUG nova.network.neutron [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.495548] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.038s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.496077] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149341, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.515187] env[69350]: DEBUG nova.network.neutron [-] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.535638] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "refresh_cache-ac0ccfd2-ee94-4d86-b64e-5427fa860655" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.535837] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired lock "refresh_cache-ac0ccfd2-ee94-4d86-b64e-5427fa860655" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.535996] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.537618] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149342, 'name': ReconfigVM_Task, 'duration_secs': 0.314557} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.540804] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24/6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.542128] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13c146a4-858e-47ed-b16a-264e8a2d0bf5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.552439] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1020.552439] env[69350]: value = "task-4149346" [ 1020.552439] env[69350]: _type = "Task" [ 1020.552439] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.567535] env[69350]: DEBUG nova.compute.utils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.572759] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149346, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.573767] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.574040] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.631679] env[69350]: DEBUG nova.policy [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7cba0749e8f4b2fb2c76bc9ce913469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824ce074efed4a389b2888afa2f914fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.698798] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149345, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.717994] env[69350]: DEBUG nova.network.neutron [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance_info_cache with network_info: [{"id": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "address": "fa:16:3e:8b:d3:14", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b11c4f-f9", "ovs_interfaceid": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.799934] env[69350]: WARNING nova.network.neutron [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] 37095e44-7b86-400c-94e0-6ac85981e885 already exists in list: networks containing: ['37095e44-7b86-400c-94e0-6ac85981e885']. ignoring it [ 1020.919274] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9fea37-e310-4947-9291-e738366fcf97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.932088] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbabb48-b88b-48f3-a750-960c4326c7e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.937999] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Successfully created port: a0632795-8a00-4b1d-ba9f-85f776aab59a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.973702] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0618a314-6432-4d6d-b66d-1c590e0291c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.985574] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625ab0e6-a0f3-42e0-8c27-8dccefff3967 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.999841] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149341, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.008766] env[69350]: DEBUG nova.compute.provider_tree [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.019470] env[69350]: INFO nova.compute.manager [-] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Took 1.36 seconds to deallocate network for instance. [ 1021.067727] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149346, 'name': Rename_Task, 'duration_secs': 0.187205} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.068110] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.068409] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc822004-31ef-4863-a28d-99fa6aa5c125 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.074149] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.078988] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1021.078988] env[69350]: value = "task-4149347" [ 1021.078988] env[69350]: _type = "Task" [ 1021.078988] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.089312] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.110680] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.170372] env[69350]: DEBUG nova.network.neutron [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updating instance_info_cache with network_info: [{"id": "5aca73a8-8330-4080-a971-a9816f5db8b9", "address": "fa:16:3e:7d:84:ba", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aca73a8-83", "ovs_interfaceid": "5aca73a8-8330-4080-a971-a9816f5db8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55648cfa-d71d-443f-acc6-4fcbd3011942", "address": "fa:16:3e:dc:85:c5", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55648cfa-d7", "ovs_interfaceid": "55648cfa-d71d-443f-acc6-4fcbd3011942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.193411] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149345, 'name': CreateVM_Task, 'duration_secs': 0.659713} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.195878] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.196648] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.196897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.197289] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.198329] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-143a5c22-6b77-4b1a-9800-badeb43b2e3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.203484] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1021.203484] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5209f160-1bac-3837-a010-2f4b03bcb15c" [ 1021.203484] env[69350]: _type = "Task" [ 1021.203484] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.213987] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5209f160-1bac-3837-a010-2f4b03bcb15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.220805] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.401850] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Updating instance_info_cache with network_info: [{"id": "ede302d7-5ddd-4e39-9410-371b13137f85", "address": "fa:16:3e:22:5b:e1", "network": {"id": "9f973dea-6bf4-4af8-abea-cb4cc4b543f5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1788058420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824ce074efed4a389b2888afa2f914fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede302d7-5d", "ovs_interfaceid": "ede302d7-5ddd-4e39-9410-371b13137f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.502401] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149341, 'name': CloneVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.512640] env[69350]: DEBUG nova.scheduler.client.report [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.526478] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.529711] env[69350]: DEBUG nova.compute.manager [req-83d1fa84-6289-4d40-ab34-03236577ccaf req-109cc557-d679-47de-8189-1f67da2a399d service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Received event network-vif-plugged-ede302d7-5ddd-4e39-9410-371b13137f85 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.529711] env[69350]: DEBUG oslo_concurrency.lockutils [req-83d1fa84-6289-4d40-ab34-03236577ccaf req-109cc557-d679-47de-8189-1f67da2a399d service nova] Acquiring lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.529711] env[69350]: DEBUG oslo_concurrency.lockutils [req-83d1fa84-6289-4d40-ab34-03236577ccaf req-109cc557-d679-47de-8189-1f67da2a399d service nova] Lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.529711] env[69350]: DEBUG oslo_concurrency.lockutils [req-83d1fa84-6289-4d40-ab34-03236577ccaf req-109cc557-d679-47de-8189-1f67da2a399d service nova] Lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.530143] env[69350]: DEBUG nova.compute.manager [req-83d1fa84-6289-4d40-ab34-03236577ccaf req-109cc557-d679-47de-8189-1f67da2a399d service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] No waiting events found dispatching network-vif-plugged-ede302d7-5ddd-4e39-9410-371b13137f85 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.530143] env[69350]: WARNING nova.compute.manager [req-83d1fa84-6289-4d40-ab34-03236577ccaf req-109cc557-d679-47de-8189-1f67da2a399d service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Received unexpected event network-vif-plugged-ede302d7-5ddd-4e39-9410-371b13137f85 for instance with vm_state building and task_state spawning. [ 1021.543275] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.543648] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.543843] env[69350]: INFO nova.compute.manager [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Attaching volume 5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59 to /dev/sdb [ 1021.596259] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149347, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.598652] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbf8220-7d08-46c2-b82d-dc0e186a3b5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.607983] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85f3271-0b8d-4b22-b110-a2266bf280ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.628157] env[69350]: DEBUG nova.virt.block_device [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating existing volume attachment record: 2cf223de-c6ca-4aa3-9ebd-5ecc2d5fb02c {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1021.674453] env[69350]: DEBUG oslo_concurrency.lockutils [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.674744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.674929] env[69350]: DEBUG oslo_concurrency.lockutils [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.675820] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cc8b6d-3abb-46d3-8cb3-171b20f76e54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.694384] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.694836] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.694923] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.695078] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.695317] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.695414] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.695560] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.695720] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.695893] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.696075] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.696259] env[69350]: DEBUG nova.virt.hardware [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.702930] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Reconfiguring VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1021.703737] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f243745e-d1a4-4e55-af2b-5ef04170849d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.730554] env[69350]: DEBUG oslo_vmware.api [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1021.730554] env[69350]: value = "task-4149348" [ 1021.730554] env[69350]: _type = "Task" [ 1021.730554] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.737221] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5209f160-1bac-3837-a010-2f4b03bcb15c, 'name': SearchDatastore_Task, 'duration_secs': 0.012652} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.741488] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.741829] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.742079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.742253] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.742505] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.742838] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f6e742-4ed5-42dc-81dd-ea0fb5c3d72c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.753483] env[69350]: DEBUG oslo_vmware.api [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.755020] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.755276] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.755986] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d64170-6336-4d3c-a202-f1dc66b00122 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.760149] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a7a925-4366-4731-91e5-e144e97cc9d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.768502] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1021.768502] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52c15e0a-17ca-43ce-aaa5-115de858e6dd" [ 1021.768502] env[69350]: _type = "Task" [ 1021.768502] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.786038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33d644d-cae7-4fa1-941a-e08149c2bc73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.796952] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance '949b5fcc-face-445f-bebb-e6c707b44546' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.805210] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c15e0a-17ca-43ce-aaa5-115de858e6dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012162} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.806320] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2558363e-f477-48f6-98c2-e5cd30c74639 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.815986] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1021.815986] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521a3102-55f1-6f15-2b6b-874648cc543f" [ 1021.815986] env[69350]: _type = "Task" [ 1021.815986] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.822242] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521a3102-55f1-6f15-2b6b-874648cc543f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.879983] env[69350]: DEBUG nova.compute.manager [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Received event network-changed-8a5786d1-7bef-45ae-94b3-9b2a83ddd123 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.880281] env[69350]: DEBUG nova.compute.manager [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Refreshing instance network info cache due to event network-changed-8a5786d1-7bef-45ae-94b3-9b2a83ddd123. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.880550] env[69350]: DEBUG oslo_concurrency.lockutils [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] Acquiring lock "refresh_cache-68e79771-9b9d-41f2-86d2-f1bcb9f376b6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.880740] env[69350]: DEBUG oslo_concurrency.lockutils [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] Acquired lock "refresh_cache-68e79771-9b9d-41f2-86d2-f1bcb9f376b6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.880984] env[69350]: DEBUG nova.network.neutron [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Refreshing network info cache for port 8a5786d1-7bef-45ae-94b3-9b2a83ddd123 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.905250] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Releasing lock "refresh_cache-ac0ccfd2-ee94-4d86-b64e-5427fa860655" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.905941] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Instance network_info: |[{"id": "ede302d7-5ddd-4e39-9410-371b13137f85", "address": "fa:16:3e:22:5b:e1", "network": {"id": "9f973dea-6bf4-4af8-abea-cb4cc4b543f5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1788058420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824ce074efed4a389b2888afa2f914fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede302d7-5d", "ovs_interfaceid": "ede302d7-5ddd-4e39-9410-371b13137f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.906538] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:5b:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ede302d7-5ddd-4e39-9410-371b13137f85', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.915368] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.916601] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.916896] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46428ed4-ad91-482a-93f8-2fca9c20f9c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.940321] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.940321] env[69350]: value = "task-4149350" [ 1021.940321] env[69350]: _type = "Task" [ 1021.940321] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.948977] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149350, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.003401] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149341, 'name': CloneVM_Task, 'duration_secs': 2.032452} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.003933] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Created linked-clone VM from snapshot [ 1022.004755] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d550e57-671a-4a50-b6a1-ac427b33a433 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.013893] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Uploading image 9d4a1bb9-d19e-448d-97dd-ebf0588d318a {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1022.017874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.020615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.033s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.020750] env[69350]: DEBUG nova.objects.instance [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lazy-loading 'resources' on Instance uuid fd2176f3-fc16-463d-8047-7bb04aa6823d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.028948] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1022.029261] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29d94532-e4c0-4e9e-bf9e-6e81d902e9de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.039537] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1022.039537] env[69350]: value = "task-4149352" [ 1022.039537] env[69350]: _type = "Task" [ 1022.039537] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.045338] env[69350]: INFO nova.scheduler.client.report [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Deleted allocations for instance e9f591e8-83f0-4313-b3ce-d49d8195f115 [ 1022.053041] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149352, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.087036] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.101844] env[69350]: DEBUG oslo_vmware.api [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149347, 'name': PowerOnVM_Task, 'duration_secs': 0.529104} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.102432] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.102594] env[69350]: INFO nova.compute.manager [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1022.102806] env[69350]: DEBUG nova.compute.manager [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.103951] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a370b553-3226-4dab-ba5c-f7dfc83f53eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.121416] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.121672] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.121832] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.122022] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.122177] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.122844] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.122844] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.122844] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.122997] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.123208] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.123396] env[69350]: DEBUG nova.virt.hardware [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.124761] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b918434e-9857-4d3c-a74a-b0ce46eed6c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.136201] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dc6601-11ed-4b58-afb3-04dc7fe99fc2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.250771] env[69350]: DEBUG oslo_vmware.api [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.308753] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.309266] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c1f0677-db81-4095-ba6a-c19b97fbabcb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.319988] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1022.319988] env[69350]: value = "task-4149354" [ 1022.319988] env[69350]: _type = "Task" [ 1022.319988] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.328326] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521a3102-55f1-6f15-2b6b-874648cc543f, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.329163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.329473] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 68e79771-9b9d-41f2-86d2-f1bcb9f376b6/68e79771-9b9d-41f2-86d2-f1bcb9f376b6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.329926] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be8d3448-4313-44b7-82e1-fa8518943c59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.336029] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.342684] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1022.342684] env[69350]: value = "task-4149355" [ 1022.342684] env[69350]: _type = "Task" [ 1022.342684] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.352194] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.450626] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149350, 'name': CreateVM_Task, 'duration_secs': 0.383795} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.454017] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.454017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.454017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.454017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.454017] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eade2c1-f42f-4a3b-9235-5ed3a7335aef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.458241] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1022.458241] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f5654e-2157-f998-d02e-57e1a811a40c" [ 1022.458241] env[69350]: _type = "Task" [ 1022.458241] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.468889] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f5654e-2157-f998-d02e-57e1a811a40c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.566812] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149352, 'name': Destroy_Task, 'duration_secs': 0.396572} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.567395] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5eb23e64-4e51-4b34-ad21-e1a44e83b7bf tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.889s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.570507] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Destroyed the VM [ 1022.570507] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1022.570507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.196s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.570507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "e9f591e8-83f0-4313-b3ce-d49d8195f115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.570507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.570507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.572448] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03eafc3a-7d88-4247-8311-cdbef9f7010b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.574516] env[69350]: INFO nova.compute.manager [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Terminating instance [ 1022.590487] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1022.590487] env[69350]: value = "task-4149356" [ 1022.590487] env[69350]: _type = "Task" [ 1022.590487] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.610597] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.636114] env[69350]: INFO nova.compute.manager [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Took 22.75 seconds to build instance. [ 1022.750781] env[69350]: DEBUG oslo_vmware.api [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149348, 'name': ReconfigVM_Task, 'duration_secs': 0.644601} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.755636] env[69350]: DEBUG oslo_concurrency.lockutils [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.755881] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Reconfigured VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1022.837072] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.856029] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149355, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.865745] env[69350]: DEBUG nova.network.neutron [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Updated VIF entry in instance network info cache for port 8a5786d1-7bef-45ae-94b3-9b2a83ddd123. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.866202] env[69350]: DEBUG nova.network.neutron [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Updating instance_info_cache with network_info: [{"id": "8a5786d1-7bef-45ae-94b3-9b2a83ddd123", "address": "fa:16:3e:b5:4a:35", "network": {"id": "9f973dea-6bf4-4af8-abea-cb4cc4b543f5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1788058420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824ce074efed4a389b2888afa2f914fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a5786d1-7b", "ovs_interfaceid": "8a5786d1-7bef-45ae-94b3-9b2a83ddd123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.908780] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d783f7-e625-448b-82b5-260c664599fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.922436] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ae6e21-4bae-4190-b4fc-ec9c622aa72d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.966624] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9772c8a7-67c7-4ac0-ba50-760889496acb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.982518] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f5654e-2157-f998-d02e-57e1a811a40c, 'name': SearchDatastore_Task, 'duration_secs': 0.022895} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.983104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.983786] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.983786] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.984125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.984259] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.986158] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1d9812-8649-4ba9-9bf3-50e2d807c7e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.990866] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-376b8634-3eba-4d02-b07b-e48f31000633 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.004783] env[69350]: DEBUG nova.compute.provider_tree [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.008243] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.008243] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.008825] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4501ccc-9261-4edd-8a8b-a531f5f15c52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.016336] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1023.016336] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52c3a0ca-7d5a-0c61-81c7-44d4d4e39c14" [ 1023.016336] env[69350]: _type = "Task" [ 1023.016336] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.025968] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c3a0ca-7d5a-0c61-81c7-44d4d4e39c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.070528] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Successfully updated port: a0632795-8a00-4b1d-ba9f-85f776aab59a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.079280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.079536] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquired lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.079763] env[69350]: DEBUG nova.network.neutron [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.108302] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149356, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.138819] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa076198-2d5c-4bf1-8b23-e535ac71453e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.267s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.262070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-302aac89-2a0b-47af-b395-b477d451abc7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-a89d7747-274e-4b52-a3f3-816612fda09a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.136s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.338620] env[69350]: DEBUG oslo_vmware.api [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149354, 'name': PowerOnVM_Task, 'duration_secs': 0.861002} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.339115] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.339445] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0305a18e-6778-43a0-9c1e-f745c4a0f466 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance '949b5fcc-face-445f-bebb-e6c707b44546' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.361857] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628574} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.362271] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 68e79771-9b9d-41f2-86d2-f1bcb9f376b6/68e79771-9b9d-41f2-86d2-f1bcb9f376b6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.362600] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.362947] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ade8be99-7a07-4fb5-a15c-ae805af69ef9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.368938] env[69350]: DEBUG oslo_concurrency.lockutils [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] Releasing lock "refresh_cache-68e79771-9b9d-41f2-86d2-f1bcb9f376b6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.369350] env[69350]: DEBUG nova.compute.manager [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Received event network-vif-plugged-55648cfa-d71d-443f-acc6-4fcbd3011942 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.369638] env[69350]: DEBUG oslo_concurrency.lockutils [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] Acquiring lock "a89d7747-274e-4b52-a3f3-816612fda09a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.369930] env[69350]: DEBUG oslo_concurrency.lockutils [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] Lock "a89d7747-274e-4b52-a3f3-816612fda09a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.370316] env[69350]: DEBUG oslo_concurrency.lockutils [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] Lock "a89d7747-274e-4b52-a3f3-816612fda09a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.370450] env[69350]: DEBUG nova.compute.manager [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] No waiting events found dispatching network-vif-plugged-55648cfa-d71d-443f-acc6-4fcbd3011942 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.370705] env[69350]: WARNING nova.compute.manager [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Received unexpected event network-vif-plugged-55648cfa-d71d-443f-acc6-4fcbd3011942 for instance with vm_state active and task_state None. [ 1023.370967] env[69350]: DEBUG nova.compute.manager [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Received event network-changed-55648cfa-d71d-443f-acc6-4fcbd3011942 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.371249] env[69350]: DEBUG nova.compute.manager [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Refreshing instance network info cache due to event network-changed-55648cfa-d71d-443f-acc6-4fcbd3011942. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.371966] env[69350]: DEBUG oslo_concurrency.lockutils [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] Acquiring lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.371966] env[69350]: DEBUG oslo_concurrency.lockutils [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] Acquired lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.372124] env[69350]: DEBUG nova.network.neutron [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Refreshing network info cache for port 55648cfa-d71d-443f-acc6-4fcbd3011942 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.375878] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1023.375878] env[69350]: value = "task-4149357" [ 1023.375878] env[69350]: _type = "Task" [ 1023.375878] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.389910] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.513029] env[69350]: DEBUG nova.scheduler.client.report [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.526118] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c3a0ca-7d5a-0c61-81c7-44d4d4e39c14, 'name': SearchDatastore_Task, 'duration_secs': 0.022492} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.526903] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b23c44b-d902-408a-9e81-b052e3bbf7d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.533715] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1023.533715] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528e07e2-e7da-de10-2e3d-c1165b421903" [ 1023.533715] env[69350]: _type = "Task" [ 1023.533715] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.542639] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528e07e2-e7da-de10-2e3d-c1165b421903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.573851] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "refresh_cache-fcbbeb76-4231-422b-8d83-f0b742a9bc1c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.574117] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired lock "refresh_cache-fcbbeb76-4231-422b-8d83-f0b742a9bc1c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.574372] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.582270] env[69350]: DEBUG nova.compute.utils [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Can not refresh info_cache because instance was not found {{(pid=69350) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1023.603499] env[69350]: DEBUG nova.network.neutron [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.609742] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149356, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.763209] env[69350]: DEBUG nova.network.neutron [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.861239] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.861572] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.891168] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076259} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.891467] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.892305] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654be64f-7536-41e2-bd4c-1038946979fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.916750] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 68e79771-9b9d-41f2-86d2-f1bcb9f376b6/68e79771-9b9d-41f2-86d2-f1bcb9f376b6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.917418] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ef95bd-9c14-4b4c-a1b2-7a93a96b17e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.940262] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1023.940262] env[69350]: value = "task-4149358" [ 1023.940262] env[69350]: _type = "Task" [ 1023.940262] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.949494] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.004546] env[69350]: DEBUG nova.compute.manager [req-d7abe17d-e674-4f60-b984-41bbf0a33d6b req-bc132826-8e33-4239-b141-c4cd4044b740 service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Received event network-changed-ede302d7-5ddd-4e39-9410-371b13137f85 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.004886] env[69350]: DEBUG nova.compute.manager [req-d7abe17d-e674-4f60-b984-41bbf0a33d6b req-bc132826-8e33-4239-b141-c4cd4044b740 service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Refreshing instance network info cache due to event network-changed-ede302d7-5ddd-4e39-9410-371b13137f85. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.005063] env[69350]: DEBUG oslo_concurrency.lockutils [req-d7abe17d-e674-4f60-b984-41bbf0a33d6b req-bc132826-8e33-4239-b141-c4cd4044b740 service nova] Acquiring lock "refresh_cache-ac0ccfd2-ee94-4d86-b64e-5427fa860655" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.005231] env[69350]: DEBUG oslo_concurrency.lockutils [req-d7abe17d-e674-4f60-b984-41bbf0a33d6b req-bc132826-8e33-4239-b141-c4cd4044b740 service nova] Acquired lock "refresh_cache-ac0ccfd2-ee94-4d86-b64e-5427fa860655" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.005427] env[69350]: DEBUG nova.network.neutron [req-d7abe17d-e674-4f60-b984-41bbf0a33d6b req-bc132826-8e33-4239-b141-c4cd4044b740 service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Refreshing network info cache for port ede302d7-5ddd-4e39-9410-371b13137f85 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.021100] env[69350]: DEBUG oslo_concurrency.lockutils [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.023247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.497s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.023499] env[69350]: DEBUG nova.objects.instance [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lazy-loading 'resources' on Instance uuid 769767e9-a5a2-41e2-884c-4cec5363c01a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.044394] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528e07e2-e7da-de10-2e3d-c1165b421903, 'name': SearchDatastore_Task, 'duration_secs': 0.017995} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.044670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.044932] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] ac0ccfd2-ee94-4d86-b64e-5427fa860655/ac0ccfd2-ee94-4d86-b64e-5427fa860655.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.045333] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6296c25-7122-4f1a-ad00-ae4e656433d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.048458] env[69350]: INFO nova.scheduler.client.report [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleted allocations for instance fd2176f3-fc16-463d-8047-7bb04aa6823d [ 1024.056083] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1024.056083] env[69350]: value = "task-4149359" [ 1024.056083] env[69350]: _type = "Task" [ 1024.056083] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.065271] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.108014] env[69350]: DEBUG oslo_vmware.api [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149356, 'name': RemoveSnapshot_Task, 'duration_secs': 1.230728} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.109261] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.117962] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.191693] env[69350]: DEBUG nova.compute.manager [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Received event network-vif-plugged-a0632795-8a00-4b1d-ba9f-85f776aab59a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.191932] env[69350]: DEBUG oslo_concurrency.lockutils [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] Acquiring lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.192171] env[69350]: DEBUG oslo_concurrency.lockutils [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] Lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.192424] env[69350]: DEBUG oslo_concurrency.lockutils [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] Lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.192687] env[69350]: DEBUG nova.compute.manager [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] No waiting events found dispatching network-vif-plugged-a0632795-8a00-4b1d-ba9f-85f776aab59a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.192930] env[69350]: WARNING nova.compute.manager [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Received unexpected event network-vif-plugged-a0632795-8a00-4b1d-ba9f-85f776aab59a for instance with vm_state building and task_state spawning. [ 1024.193133] env[69350]: DEBUG nova.compute.manager [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Received event network-changed-a0632795-8a00-4b1d-ba9f-85f776aab59a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.193295] env[69350]: DEBUG nova.compute.manager [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Refreshing instance network info cache due to event network-changed-a0632795-8a00-4b1d-ba9f-85f776aab59a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.193573] env[69350]: DEBUG oslo_concurrency.lockutils [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] Acquiring lock "refresh_cache-fcbbeb76-4231-422b-8d83-f0b742a9bc1c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.243054] env[69350]: DEBUG nova.network.neutron [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updated VIF entry in instance network info cache for port 55648cfa-d71d-443f-acc6-4fcbd3011942. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.243598] env[69350]: DEBUG nova.network.neutron [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updating instance_info_cache with network_info: [{"id": "5aca73a8-8330-4080-a971-a9816f5db8b9", "address": "fa:16:3e:7d:84:ba", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aca73a8-83", "ovs_interfaceid": "5aca73a8-8330-4080-a971-a9816f5db8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55648cfa-d71d-443f-acc6-4fcbd3011942", "address": "fa:16:3e:dc:85:c5", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55648cfa-d7", "ovs_interfaceid": "55648cfa-d71d-443f-acc6-4fcbd3011942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.267521] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Releasing lock "refresh_cache-e9f591e8-83f0-4313-b3ce-d49d8195f115" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.267968] env[69350]: DEBUG nova.compute.manager [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.268188] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.268779] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21230d9f-e62c-4963-b828-67c8869fb131 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.279915] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74feb1ae-0819-4ae3-b8aa-fe549a374d25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.320324] env[69350]: WARNING nova.virt.vmwareapi.vmops [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e9f591e8-83f0-4313-b3ce-d49d8195f115 could not be found. [ 1024.320596] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.320789] env[69350]: INFO nova.compute.manager [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1024.321167] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.321486] env[69350]: DEBUG nova.compute.manager [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.321607] env[69350]: DEBUG nova.network.neutron [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.345243] env[69350]: DEBUG nova.network.neutron [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.364196] env[69350]: DEBUG nova.compute.manager [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.452054] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149358, 'name': ReconfigVM_Task, 'duration_secs': 0.29903} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.452451] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 68e79771-9b9d-41f2-86d2-f1bcb9f376b6/68e79771-9b9d-41f2-86d2-f1bcb9f376b6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.453261] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1199817c-fbbf-42d5-8192-ea3494fe5490 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.462643] env[69350]: DEBUG nova.network.neutron [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Updating instance_info_cache with network_info: [{"id": "a0632795-8a00-4b1d-ba9f-85f776aab59a", "address": "fa:16:3e:f3:f5:25", "network": {"id": "9f973dea-6bf4-4af8-abea-cb4cc4b543f5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1788058420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824ce074efed4a389b2888afa2f914fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0632795-8a", "ovs_interfaceid": "a0632795-8a00-4b1d-ba9f-85f776aab59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.465712] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1024.465712] env[69350]: value = "task-4149361" [ 1024.465712] env[69350]: _type = "Task" [ 1024.465712] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.476503] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149361, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.481733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "aec220bd-625b-4397-a85a-7b905c04169c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.481993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "aec220bd-625b-4397-a85a-7b905c04169c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.482248] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "aec220bd-625b-4397-a85a-7b905c04169c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.482475] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "aec220bd-625b-4397-a85a-7b905c04169c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.482662] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "aec220bd-625b-4397-a85a-7b905c04169c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.485553] env[69350]: INFO nova.compute.manager [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Terminating instance [ 1024.565204] env[69350]: DEBUG oslo_concurrency.lockutils [None req-457dcd04-fc0d-465c-8f72-39ecdff0b505 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "fd2176f3-fc16-463d-8047-7bb04aa6823d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.325s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.572131] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.615405] env[69350]: WARNING nova.compute.manager [None req-331ca342-56bb-48ab-ac38-29b047065131 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Image not found during snapshot: nova.exception.ImageNotFound: Image 9d4a1bb9-d19e-448d-97dd-ebf0588d318a could not be found. [ 1024.746935] env[69350]: DEBUG oslo_concurrency.lockutils [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] Releasing lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.746935] env[69350]: DEBUG nova.compute.manager [req-762c0560-7e93-4ff7-90fd-f748057e176b req-4fc4206d-785a-4b61-8127-667fe4f1154c service nova] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Received event network-vif-deleted-6628e29a-6810-4849-89e4-87ac9232630d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.851176] env[69350]: DEBUG nova.network.neutron [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.885961] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e512a44e-2858-40cb-a226-cff4e739b662 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.896716] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba580da3-1003-4ae9-9669-ebd1f85d9795 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.901096] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.935869] env[69350]: DEBUG nova.network.neutron [req-d7abe17d-e674-4f60-b984-41bbf0a33d6b req-bc132826-8e33-4239-b141-c4cd4044b740 service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Updated VIF entry in instance network info cache for port ede302d7-5ddd-4e39-9410-371b13137f85. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.936263] env[69350]: DEBUG nova.network.neutron [req-d7abe17d-e674-4f60-b984-41bbf0a33d6b req-bc132826-8e33-4239-b141-c4cd4044b740 service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Updating instance_info_cache with network_info: [{"id": "ede302d7-5ddd-4e39-9410-371b13137f85", "address": "fa:16:3e:22:5b:e1", "network": {"id": "9f973dea-6bf4-4af8-abea-cb4cc4b543f5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1788058420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824ce074efed4a389b2888afa2f914fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede302d7-5d", "ovs_interfaceid": "ede302d7-5ddd-4e39-9410-371b13137f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.938063] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776bac27-8910-438e-a30c-3ab443c3ea84 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.947242] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a11e1e-f813-4e21-91a5-7e1883afefff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.963456] env[69350]: DEBUG nova.compute.provider_tree [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.966601] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Releasing lock "refresh_cache-fcbbeb76-4231-422b-8d83-f0b742a9bc1c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.966917] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Instance network_info: |[{"id": "a0632795-8a00-4b1d-ba9f-85f776aab59a", "address": "fa:16:3e:f3:f5:25", "network": {"id": "9f973dea-6bf4-4af8-abea-cb4cc4b543f5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1788058420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824ce074efed4a389b2888afa2f914fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0632795-8a", "ovs_interfaceid": "a0632795-8a00-4b1d-ba9f-85f776aab59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.967318] env[69350]: DEBUG oslo_concurrency.lockutils [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] Acquired lock "refresh_cache-fcbbeb76-4231-422b-8d83-f0b742a9bc1c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.967586] env[69350]: DEBUG nova.network.neutron [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Refreshing network info cache for port a0632795-8a00-4b1d-ba9f-85f776aab59a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.969246] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:f5:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0632795-8a00-4b1d-ba9f-85f776aab59a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.979047] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.981675] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.981914] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-175aa92a-7a31-4af6-85b8-4f23a550d27f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.001026] env[69350]: DEBUG nova.compute.manager [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.001026] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.001026] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65764d6-f0b5-4055-866c-a28b7424b92f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.006640] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149361, 'name': Rename_Task, 'duration_secs': 0.195965} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.007332] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.007615] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7124c13c-c235-448c-9c59-df0ba8eb5579 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.011721] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.011721] env[69350]: value = "task-4149362" [ 1025.011721] env[69350]: _type = "Task" [ 1025.011721] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.014130] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.018187] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f8a948-7f45-487a-949f-9ac441be09da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.021028] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1025.021028] env[69350]: value = "task-4149363" [ 1025.021028] env[69350]: _type = "Task" [ 1025.021028] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.027200] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149362, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.029079] env[69350]: DEBUG oslo_vmware.api [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 1025.029079] env[69350]: value = "task-4149364" [ 1025.029079] env[69350]: _type = "Task" [ 1025.029079] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.035722] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.046117] env[69350]: DEBUG oslo_vmware.api [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.070626] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686665} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.070910] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] ac0ccfd2-ee94-4d86-b64e-5427fa860655/ac0ccfd2-ee94-4d86-b64e-5427fa860655.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.071247] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.071541] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15fc78c0-14d0-4012-bea7-bdff6259bb29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.079585] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1025.079585] env[69350]: value = "task-4149365" [ 1025.079585] env[69350]: _type = "Task" [ 1025.079585] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.090134] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.169040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "interface-a89d7747-274e-4b52-a3f3-816612fda09a-55648cfa-d71d-443f-acc6-4fcbd3011942" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.169556] env[69350]: DEBUG oslo_concurrency.lockutils [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-a89d7747-274e-4b52-a3f3-816612fda09a-55648cfa-d71d-443f-acc6-4fcbd3011942" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.354271] env[69350]: INFO nova.compute.manager [-] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Took 1.03 seconds to deallocate network for instance. [ 1025.442744] env[69350]: DEBUG oslo_concurrency.lockutils [req-d7abe17d-e674-4f60-b984-41bbf0a33d6b req-bc132826-8e33-4239-b141-c4cd4044b740 service nova] Releasing lock "refresh_cache-ac0ccfd2-ee94-4d86-b64e-5427fa860655" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.466665] env[69350]: DEBUG nova.scheduler.client.report [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.529843] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149362, 'name': CreateVM_Task, 'duration_secs': 0.49544} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.532689] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.536419] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.536744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.536923] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.541108] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7086fe-1486-4720-a035-8b2f6b8924d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.543116] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.550017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "949b5fcc-face-445f-bebb-e6c707b44546" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.550017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "949b5fcc-face-445f-bebb-e6c707b44546" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.550017] env[69350]: DEBUG nova.compute.manager [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Going to confirm migration 5 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1025.551189] env[69350]: DEBUG oslo_vmware.api [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149364, 'name': PowerOffVM_Task, 'duration_secs': 0.258903} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.552373] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.552517] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.552782] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1025.552782] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52829f6c-9842-3306-7709-59bcbefe038e" [ 1025.552782] env[69350]: _type = "Task" [ 1025.552782] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.553250] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66e90b75-7d2c-4940-a556-14434f86262a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.566335] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52829f6c-9842-3306-7709-59bcbefe038e, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.566701] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.566963] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.568537] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.568950] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.569032] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.569341] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebf9c689-9127-492d-ba6f-f2fd374026a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.590027] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.590027] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.590725] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371316d2-ae9a-4352-874e-3df27c880e7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.601110] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104443} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.603093] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.603545] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1025.603545] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d08ba3-7780-2d35-08db-266e4a3d714e" [ 1025.603545] env[69350]: _type = "Task" [ 1025.603545] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.604437] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc901f-67af-4408-ae5e-d6ec455541ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.635870] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ac0ccfd2-ee94-4d86-b64e-5427fa860655/ac0ccfd2-ee94-4d86-b64e-5427fa860655.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.640865] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76027247-a12e-4864-90cc-3c63d0d66b8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.656907] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d08ba3-7780-2d35-08db-266e4a3d714e, 'name': SearchDatastore_Task, 'duration_secs': 0.015513} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.657842] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.658094] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.659707] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.659707] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.659707] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.662816] env[69350]: INFO nova.compute.manager [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Terminating instance [ 1025.665815] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f13fdb4-06ce-4bc1-b7a3-fa85c5e51e13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.668899] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.672470] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.672470] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Deleting the datastore file [datastore2] aec220bd-625b-4397-a85a-7b905c04169c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.672470] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d087f69-c009-4a67-9e0f-a9fbc7392d1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.676200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.676407] env[69350]: DEBUG oslo_concurrency.lockutils [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.676702] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1025.676702] env[69350]: value = "task-4149367" [ 1025.676702] env[69350]: _type = "Task" [ 1025.676702] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.677930] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dce6a95-d2de-4e12-8cf4-c38da86bbe53 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.688799] env[69350]: DEBUG oslo_vmware.api [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for the task: (returnval){ [ 1025.688799] env[69350]: value = "task-4149368" [ 1025.688799] env[69350]: _type = "Task" [ 1025.688799] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.689105] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1025.689105] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5200437b-98c2-cd38-e689-cf1adf423792" [ 1025.689105] env[69350]: _type = "Task" [ 1025.689105] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.716930] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.719051] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8dd241-7fd4-4625-bfb1-e2b1f1424e37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.729898] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5200437b-98c2-cd38-e689-cf1adf423792, 'name': SearchDatastore_Task, 'duration_secs': 0.016406} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.730272] env[69350]: DEBUG oslo_vmware.api [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.731086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.731567] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] fcbbeb76-4231-422b-8d83-f0b742a9bc1c/fcbbeb76-4231-422b-8d83-f0b742a9bc1c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.731902] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8d6d574-c21d-4e0e-aeeb-c62d2aa0879c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.758320] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Reconfiguring VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1025.759284] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a854e23-d576-4ab0-b752-f2463737ec43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.776588] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1025.776588] env[69350]: value = "task-4149369" [ 1025.776588] env[69350]: _type = "Task" [ 1025.776588] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.782624] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1025.782624] env[69350]: value = "task-4149370" [ 1025.782624] env[69350]: _type = "Task" [ 1025.782624] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.790473] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.796781] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.861398] env[69350]: INFO nova.compute.manager [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Instance disappeared during terminate [ 1025.861665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd6b82c7-9ab2-4601-8792-c82a4638f97b tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "e9f591e8-83f0-4313-b3ce-d49d8195f115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.292s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.972072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.978028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.074s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.978028] env[69350]: INFO nova.compute.claims [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.014524] env[69350]: INFO nova.scheduler.client.report [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Deleted allocations for instance 769767e9-a5a2-41e2-884c-4cec5363c01a [ 1026.040058] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149363, 'name': PowerOnVM_Task, 'duration_secs': 0.77214} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.040372] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.040581] env[69350]: INFO nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1026.040768] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.041648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eab1e7-e0a9-48b8-9eb8-c0f9df4c7caa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.128241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.128438] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.128622] env[69350]: DEBUG nova.network.neutron [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.128841] env[69350]: DEBUG nova.objects.instance [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lazy-loading 'info_cache' on Instance uuid 949b5fcc-face-445f-bebb-e6c707b44546 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.174946] env[69350]: DEBUG nova.compute.manager [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.175247] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.176134] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887c11aa-7ab2-4166-b225-8fc13ab704b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.190797] env[69350]: DEBUG nova.network.neutron [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Updated VIF entry in instance network info cache for port a0632795-8a00-4b1d-ba9f-85f776aab59a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.191219] env[69350]: DEBUG nova.network.neutron [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Updating instance_info_cache with network_info: [{"id": "a0632795-8a00-4b1d-ba9f-85f776aab59a", "address": "fa:16:3e:f3:f5:25", "network": {"id": "9f973dea-6bf4-4af8-abea-cb4cc4b543f5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1788058420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824ce074efed4a389b2888afa2f914fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0632795-8a", "ovs_interfaceid": "a0632795-8a00-4b1d-ba9f-85f776aab59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.199138] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.203290] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fd3bf11-00d3-4c6a-a34a-da7d9d2f92ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.205394] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.212302] env[69350]: DEBUG oslo_vmware.api [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.214010] env[69350]: DEBUG oslo_vmware.api [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1026.214010] env[69350]: value = "task-4149371" [ 1026.214010] env[69350]: _type = "Task" [ 1026.214010] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.224253] env[69350]: DEBUG oslo_vmware.api [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.294120] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149369, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.302671] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.522994] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4faa2a0-a00b-4ec7-a406-fd628a406f03 tempest-ServerPasswordTestJSON-1295341542 tempest-ServerPasswordTestJSON-1295341542-project-member] Lock "769767e9-a5a2-41e2-884c-4cec5363c01a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.569s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.567804] env[69350]: INFO nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Took 21.35 seconds to build instance. [ 1026.688150] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1026.688388] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821660', 'volume_id': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'name': 'volume-5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8bf53f97-45bf-424b-8a2e-270b02860bd0', 'attached_at': '', 'detached_at': '', 'volume_id': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'serial': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1026.689290] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb8da4f-37c1-4b8d-b4c7-625c08648b51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.693905] env[69350]: DEBUG oslo_concurrency.lockutils [req-c5323fef-a281-44bd-8c81-6a3648b49261 req-f9e80776-5816-4e08-a64b-db93f41751a0 service nova] Releasing lock "refresh_cache-fcbbeb76-4231-422b-8d83-f0b742a9bc1c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.710693] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149367, 'name': ReconfigVM_Task, 'duration_secs': 0.692022} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.711849] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ac0ccfd2-ee94-4d86-b64e-5427fa860655/ac0ccfd2-ee94-4d86-b64e-5427fa860655.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.713025] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9a7685-f229-42cd-ac83-b7e70124f475 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.718287] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ec3806-deb7-4208-8c8e-b49e95259398 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.720040] env[69350]: DEBUG oslo_vmware.api [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Task: {'id': task-4149368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538936} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.723836] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.724071] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.724277] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.724454] env[69350]: INFO nova.compute.manager [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1026.724696] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.725241] env[69350]: DEBUG nova.compute.manager [-] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.725331] env[69350]: DEBUG nova.network.neutron [-] [instance: aec220bd-625b-4397-a85a-7b905c04169c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.748904] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59/volume-5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.753813] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdfaf7f2-5bf2-4a00-982b-4211a6280f27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.772024] env[69350]: DEBUG oslo_vmware.api [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149371, 'name': PowerOffVM_Task, 'duration_secs': 0.26107} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.772024] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1026.772024] env[69350]: value = "task-4149372" [ 1026.772024] env[69350]: _type = "Task" [ 1026.772024] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.772024] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.772024] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.772024] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5837530e-1baa-424f-87e6-836f9dcc8b05 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.778366] env[69350]: DEBUG oslo_vmware.api [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1026.778366] env[69350]: value = "task-4149373" [ 1026.778366] env[69350]: _type = "Task" [ 1026.778366] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.795459] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149372, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.798736] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890161} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.799517] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] fcbbeb76-4231-422b-8d83-f0b742a9bc1c/fcbbeb76-4231-422b-8d83-f0b742a9bc1c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.799777] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.800194] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-563806c0-c0d6-4828-9f9e-92e4db1da2c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.809987] env[69350]: DEBUG oslo_vmware.api [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.810447] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.817262] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1026.817262] env[69350]: value = "task-4149375" [ 1026.817262] env[69350]: _type = "Task" [ 1026.817262] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.829836] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.845542] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.846330] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.846330] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Deleting the datastore file [datastore2] 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.846498] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94c645ad-3163-498c-ae26-fd8c139232a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.855051] env[69350]: DEBUG oslo_vmware.api [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1026.855051] env[69350]: value = "task-4149376" [ 1026.855051] env[69350]: _type = "Task" [ 1026.855051] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.864963] env[69350]: DEBUG oslo_vmware.api [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.078325] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.876s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.276688] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97695983-fce8-4441-97a1-aca83c4db06d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.291356] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149372, 'name': Rename_Task, 'duration_secs': 0.215723} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.295883] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.296983] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e7ca1d-f48d-4dca-89f4-eef2e4097785 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.304483] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d6326af-696d-46ed-80ab-923376367613 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.306361] env[69350]: DEBUG oslo_vmware.api [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.314162] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.346819] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1027.346819] env[69350]: value = "task-4149377" [ 1027.346819] env[69350]: _type = "Task" [ 1027.346819] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.352063] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818431d7-6d95-4218-835d-0a3f93b20ca0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.367865] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076497} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.373225] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.377300] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50c41d5-b4c1-41dd-9841-1fc329184228 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.381503] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112d26a5-8f05-41d3-85c3-2af0fbf0506a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.386286] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.389475] env[69350]: DEBUG oslo_vmware.api [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338405} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.390622] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.390704] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.390855] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.391046] env[69350]: INFO nova.compute.manager [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1027.391298] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.391495] env[69350]: DEBUG nova.compute.manager [-] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.391594] env[69350]: DEBUG nova.network.neutron [-] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.412083] env[69350]: DEBUG nova.compute.provider_tree [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.423245] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] fcbbeb76-4231-422b-8d83-f0b742a9bc1c/fcbbeb76-4231-422b-8d83-f0b742a9bc1c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.424576] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c81977-5753-49b7-a946-d7731e7a0b7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.447249] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1027.447249] env[69350]: value = "task-4149378" [ 1027.447249] env[69350]: _type = "Task" [ 1027.447249] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.457421] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.563486] env[69350]: DEBUG nova.compute.manager [req-a4acf254-f230-4605-a02a-4741f1e24680 req-6545026a-73f4-4bba-91e0-2d7a90faac0f service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Received event network-vif-deleted-c8d33d30-ceca-4418-ac8f-81ad319eda1a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.564045] env[69350]: INFO nova.compute.manager [req-a4acf254-f230-4605-a02a-4741f1e24680 req-6545026a-73f4-4bba-91e0-2d7a90faac0f service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Neutron deleted interface c8d33d30-ceca-4418-ac8f-81ad319eda1a; detaching it from the instance and deleting it from the info cache [ 1027.564392] env[69350]: DEBUG nova.network.neutron [req-a4acf254-f230-4605-a02a-4741f1e24680 req-6545026a-73f4-4bba-91e0-2d7a90faac0f service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.673739] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.674081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.793261] env[69350]: DEBUG oslo_vmware.api [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149373, 'name': ReconfigVM_Task, 'duration_secs': 0.923211} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.796609] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59/volume-5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.802032] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433d0936-9184-4518-9f56-d6e36f9a4f99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.824312] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.825867] env[69350]: DEBUG oslo_vmware.api [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1027.825867] env[69350]: value = "task-4149379" [ 1027.825867] env[69350]: _type = "Task" [ 1027.825867] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.837542] env[69350]: DEBUG oslo_vmware.api [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.848139] env[69350]: DEBUG nova.network.neutron [-] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.865043] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149377, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.898032] env[69350]: DEBUG nova.network.neutron [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance_info_cache with network_info: [{"id": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "address": "fa:16:3e:8b:d3:14", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b11c4f-f9", "ovs_interfaceid": "c1b11c4f-f935-4be7-8a33-56f4790fc91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.919033] env[69350]: DEBUG nova.scheduler.client.report [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.963297] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.070546] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2c86973-b716-4ec8-9b99-5a3eeab57c69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.083022] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59f505e-874f-48dc-a91b-61baca5e86b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.122702] env[69350]: DEBUG nova.compute.manager [req-a4acf254-f230-4605-a02a-4741f1e24680 req-6545026a-73f4-4bba-91e0-2d7a90faac0f service nova] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Detach interface failed, port_id=c8d33d30-ceca-4418-ac8f-81ad319eda1a, reason: Instance aec220bd-625b-4397-a85a-7b905c04169c could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.180707] env[69350]: DEBUG nova.compute.manager [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.305159] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.339282] env[69350]: DEBUG oslo_vmware.api [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149379, 'name': ReconfigVM_Task, 'duration_secs': 0.227363} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.339818] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821660', 'volume_id': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'name': 'volume-5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8bf53f97-45bf-424b-8a2e-270b02860bd0', 'attached_at': '', 'detached_at': '', 'volume_id': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'serial': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1028.358562] env[69350]: INFO nova.compute.manager [-] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Took 1.63 seconds to deallocate network for instance. [ 1028.369328] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.401360] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-949b5fcc-face-445f-bebb-e6c707b44546" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.401660] env[69350]: DEBUG nova.objects.instance [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lazy-loading 'migration_context' on Instance uuid 949b5fcc-face-445f-bebb-e6c707b44546 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.421785] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.422580] env[69350]: DEBUG nova.compute.manager [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.464624] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149378, 'name': ReconfigVM_Task, 'duration_secs': 0.910267} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.464992] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Reconfigured VM instance instance-00000058 to attach disk [datastore2] fcbbeb76-4231-422b-8d83-f0b742a9bc1c/fcbbeb76-4231-422b-8d83-f0b742a9bc1c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.465739] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4628dec-129a-4634-8dc9-80c7ba4ad013 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.476937] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1028.476937] env[69350]: value = "task-4149380" [ 1028.476937] env[69350]: _type = "Task" [ 1028.476937] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.487333] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149380, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.596330] env[69350]: DEBUG nova.network.neutron [-] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.709035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.709035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.709329] env[69350]: INFO nova.compute.claims [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.718041] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ea875cca-f92c-4509-a97c-c704627dec6e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.718041] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.804937] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.865057] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149377, 'name': PowerOnVM_Task, 'duration_secs': 1.077369} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.866395] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.866595] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.866630] env[69350]: INFO nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1028.866791] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.867636] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acba189e-0a05-4088-8230-359b3f01f185 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.904910] env[69350]: DEBUG nova.objects.base [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Object Instance<949b5fcc-face-445f-bebb-e6c707b44546> lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1028.906128] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6331fc1f-c910-43ab-96d7-1d29282e3b97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.930462] env[69350]: DEBUG nova.compute.utils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.934030] env[69350]: DEBUG nova.compute.manager [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.934234] env[69350]: DEBUG nova.network.neutron [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.938021] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9644659-fbe0-49df-a50d-f9fb9bd8bfd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.944064] env[69350]: DEBUG oslo_vmware.api [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1028.944064] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f6d1f9-da62-13d9-6570-ecbe47eb48a1" [ 1028.944064] env[69350]: _type = "Task" [ 1028.944064] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.955211] env[69350]: DEBUG oslo_vmware.api [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f6d1f9-da62-13d9-6570-ecbe47eb48a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.979133] env[69350]: DEBUG nova.policy [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a591e0372ed5423a8b4839125cffd07c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '070cd5e84a1945b0a1f8c83a8266405b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.990613] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149380, 'name': Rename_Task, 'duration_secs': 0.17518} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.990888] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.991144] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a44266c-4268-4c83-91b1-53ea26d39c77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.999133] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1028.999133] env[69350]: value = "task-4149381" [ 1028.999133] env[69350]: _type = "Task" [ 1028.999133] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.013031] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.026206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.027256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.103262] env[69350]: INFO nova.compute.manager [-] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Took 1.71 seconds to deallocate network for instance. [ 1029.223510] env[69350]: INFO nova.compute.manager [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Detaching volume 6ce36218-a0eb-4324-9025-c7baef79174b [ 1029.267811] env[69350]: INFO nova.virt.block_device [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Attempting to driver detach volume 6ce36218-a0eb-4324-9025-c7baef79174b from mountpoint /dev/sdb [ 1029.268083] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1029.268291] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821631', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'name': 'volume-6ce36218-a0eb-4324-9025-c7baef79174b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea875cca-f92c-4509-a97c-c704627dec6e', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'serial': '6ce36218-a0eb-4324-9025-c7baef79174b'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1029.270905] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e39e667-ca66-4b41-ac3b-e3a8f3145863 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.296009] env[69350]: DEBUG nova.network.neutron [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Successfully created port: 59d65e0a-3af6-4967-8e62-66a2431de8e8 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.299111] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf388b-a1ea-4c1d-9a20-bedf0ef98540 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.311823] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.314835] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac822ae4-238e-4762-a87a-297495cd0ad5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.338637] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5389ab-b84d-4fb8-8f52-7939d5a866a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.355885] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] The volume has not been displaced from its original location: [datastore2] volume-6ce36218-a0eb-4324-9025-c7baef79174b/volume-6ce36218-a0eb-4324-9025-c7baef79174b.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1029.361490] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.361890] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f79a9a0-0445-472d-becc-66115529328a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.384605] env[69350]: DEBUG oslo_vmware.api [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1029.384605] env[69350]: value = "task-4149382" [ 1029.384605] env[69350]: _type = "Task" [ 1029.384605] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.396157] env[69350]: INFO nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Took 24.18 seconds to build instance. [ 1029.396926] env[69350]: DEBUG nova.objects.instance [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'flavor' on Instance uuid 8bf53f97-45bf-424b-8a2e-270b02860bd0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.405519] env[69350]: DEBUG oslo_vmware.api [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.433258] env[69350]: DEBUG nova.compute.manager [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.456839] env[69350]: DEBUG oslo_vmware.api [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f6d1f9-da62-13d9-6570-ecbe47eb48a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01303} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.457140] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.514026] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.535990] env[69350]: DEBUG nova.compute.utils [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.609548] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.808552] env[69350]: DEBUG nova.compute.manager [req-ead0d722-9729-487d-b5e8-8755459d8ddf req-82856d16-4f7e-4657-ae07-0419c59aacdd service nova] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Received event network-vif-deleted-fd6ce682-8144-43bd-9614-9f384f1f6d7b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.812742] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.898244] env[69350]: DEBUG oslo_vmware.api [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149382, 'name': ReconfigVM_Task, 'duration_secs': 0.30933} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.899037] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.698s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.899037] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.905556] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c31da6c3-2b8b-4609-912f-5d1ff96048aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.916961] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da1cf8ff-5449-4d7e-bb17-8813320fa445 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.373s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.928294] env[69350]: DEBUG oslo_vmware.api [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1029.928294] env[69350]: value = "task-4149383" [ 1029.928294] env[69350]: _type = "Task" [ 1029.928294] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.945576] env[69350]: DEBUG oslo_vmware.api [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.014374] env[69350]: DEBUG oslo_vmware.api [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149381, 'name': PowerOnVM_Task, 'duration_secs': 0.809171} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.014667] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.014873] env[69350]: INFO nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1030.015075] env[69350]: DEBUG nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.015872] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deecf9f-beab-4083-b0b7-c14ff3916276 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.032735] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a725b0e7-d649-4f4f-a795-96c9cfb72d0f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.037764] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.041615] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a2bccb-032e-4663-8188-0e16b9e025b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.081688] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8251590b-e378-4a92-988f-1e1c794e8055 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.093861] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc51d864-6db5-43bb-a1e6-e2b073dcfc06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.110021] env[69350]: DEBUG nova.compute.provider_tree [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.310587] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.439620] env[69350]: DEBUG oslo_vmware.api [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149383, 'name': ReconfigVM_Task, 'duration_secs': 0.346484} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.439766] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821631', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'name': 'volume-6ce36218-a0eb-4324-9025-c7baef79174b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea875cca-f92c-4509-a97c-c704627dec6e', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce36218-a0eb-4324-9025-c7baef79174b', 'serial': '6ce36218-a0eb-4324-9025-c7baef79174b'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1030.447595] env[69350]: DEBUG nova.compute.manager [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.471230] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.471536] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.471704] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.471889] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.472056] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.472306] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.472610] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.472958] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.473343] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.473422] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.473570] env[69350]: DEBUG nova.virt.hardware [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.474536] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58883bf4-d8e9-436c-9527-7b88f6ff2107 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.483682] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76235222-96b5-4c94-915d-19fa10d5e56a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.538932] env[69350]: INFO nova.compute.manager [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Took 25.31 seconds to build instance. [ 1030.613420] env[69350]: DEBUG nova.scheduler.client.report [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.822429] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.045684] env[69350]: DEBUG nova.objects.instance [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lazy-loading 'flavor' on Instance uuid ea875cca-f92c-4509-a97c-c704627dec6e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.045684] env[69350]: DEBUG nova.compute.manager [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1031.045684] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de23f195-2e97-4c9f-bafb-8f05dbfac687 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.839s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.110490] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.110865] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.111159] env[69350]: INFO nova.compute.manager [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Attaching volume 4f3ad4b8-811e-4a52-98cb-e26596ae3f78 to /dev/sdb [ 1031.124022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.124943] env[69350]: DEBUG nova.compute.manager [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.131042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.262s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.131042] env[69350]: DEBUG nova.objects.instance [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lazy-loading 'resources' on Instance uuid aec220bd-625b-4397-a85a-7b905c04169c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.172537] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "5aeca51c-e793-4523-bda2-e97b20f96828" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.174090] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "5aeca51c-e793-4523-bda2-e97b20f96828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.186359] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922b2bf8-119f-40e2-aabe-09635a71d683 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.197614] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e6d8da-977f-47dc-80bb-5bc33ca29eba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.219124] env[69350]: DEBUG nova.virt.block_device [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Updating existing volume attachment record: a9e80533-8953-41a5-bb16-1833c40ec022 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1031.251350] env[69350]: DEBUG nova.network.neutron [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Successfully updated port: 59d65e0a-3af6-4967-8e62-66a2431de8e8 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.312728] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.554487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.631806] env[69350]: DEBUG nova.compute.utils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.634890] env[69350]: DEBUG nova.compute.manager [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.634946] env[69350]: DEBUG nova.network.neutron [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.676432] env[69350]: DEBUG nova.compute.manager [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.755070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "refresh_cache-a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.755266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "refresh_cache-a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.755466] env[69350]: DEBUG nova.network.neutron [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.816834] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.016472] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74303cf1-16ae-4970-bd10-4bf8007ecf0e tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.025620] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f8a750-97c1-4f88-bdf1-19a704d9f9f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.025620] env[69350]: DEBUG nova.policy [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '534c571f71724461bae1dd2e7be65300', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1379087d6060408dbec787e0fc20c7b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.033143] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c71f2c-b4cf-4fae-a279-cacd1aabd82f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.065534] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773e5a85-cb57-4c07-ab6e-f000e5e66b1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.075993] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed163c5-a27c-4995-bfb3-74b629709ec9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.091032] env[69350]: DEBUG nova.compute.provider_tree [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.119221] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.119476] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.119698] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.119897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.120153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.122504] env[69350]: INFO nova.compute.manager [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Terminating instance [ 1032.143895] env[69350]: DEBUG nova.compute.manager [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.203866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.213709] env[69350]: DEBUG oslo_concurrency.lockutils [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.214030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.214256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.214492] env[69350]: DEBUG oslo_concurrency.lockutils [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.214680] env[69350]: DEBUG oslo_concurrency.lockutils [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.216800] env[69350]: INFO nova.compute.manager [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Terminating instance [ 1032.273087] env[69350]: DEBUG nova.compute.manager [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Received event network-vif-plugged-59d65e0a-3af6-4967-8e62-66a2431de8e8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.273307] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] Acquiring lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.273810] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] Lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.274139] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] Lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.274457] env[69350]: DEBUG nova.compute.manager [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] No waiting events found dispatching network-vif-plugged-59d65e0a-3af6-4967-8e62-66a2431de8e8 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.274852] env[69350]: WARNING nova.compute.manager [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Received unexpected event network-vif-plugged-59d65e0a-3af6-4967-8e62-66a2431de8e8 for instance with vm_state building and task_state spawning. [ 1032.275018] env[69350]: DEBUG nova.compute.manager [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Received event network-changed-59d65e0a-3af6-4967-8e62-66a2431de8e8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.275309] env[69350]: DEBUG nova.compute.manager [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Refreshing instance network info cache due to event network-changed-59d65e0a-3af6-4967-8e62-66a2431de8e8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.275602] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] Acquiring lock "refresh_cache-a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.313898] env[69350]: DEBUG oslo_vmware.api [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149370, 'name': ReconfigVM_Task, 'duration_secs': 6.20944} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.314228] env[69350]: DEBUG oslo_concurrency.lockutils [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.314464] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Reconfigured VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1032.326566] env[69350]: DEBUG nova.network.neutron [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.594358] env[69350]: DEBUG nova.scheduler.client.report [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.626855] env[69350]: DEBUG nova.compute.manager [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.627164] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.628321] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ee43bb-6f84-47c7-a457-e5c497d95761 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.637451] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ea875cca-f92c-4509-a97c-c704627dec6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.637831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.637964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ea875cca-f92c-4509-a97c-c704627dec6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.638198] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.638385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.640305] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.640884] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851fbd8d-54c6-458c-a996-0b5d0226750a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.644380] env[69350]: INFO nova.compute.manager [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Terminating instance [ 1032.660873] env[69350]: DEBUG oslo_vmware.api [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1032.660873] env[69350]: value = "task-4149385" [ 1032.660873] env[69350]: _type = "Task" [ 1032.660873] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.675492] env[69350]: DEBUG oslo_vmware.api [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.685786] env[69350]: DEBUG nova.compute.manager [req-f17ee7c1-c331-4046-8422-d7373bc5f919 req-f5d0a8db-c161-4afa-abdc-f24db427970c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Received event network-vif-deleted-55648cfa-d71d-443f-acc6-4fcbd3011942 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.686229] env[69350]: INFO nova.compute.manager [req-f17ee7c1-c331-4046-8422-d7373bc5f919 req-f5d0a8db-c161-4afa-abdc-f24db427970c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Neutron deleted interface 55648cfa-d71d-443f-acc6-4fcbd3011942; detaching it from the instance and deleting it from the info cache [ 1032.686623] env[69350]: DEBUG nova.network.neutron [req-f17ee7c1-c331-4046-8422-d7373bc5f919 req-f5d0a8db-c161-4afa-abdc-f24db427970c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updating instance_info_cache with network_info: [{"id": "5aca73a8-8330-4080-a971-a9816f5db8b9", "address": "fa:16:3e:7d:84:ba", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aca73a8-83", "ovs_interfaceid": "5aca73a8-8330-4080-a971-a9816f5db8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.704271] env[69350]: DEBUG nova.network.neutron [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Updating instance_info_cache with network_info: [{"id": "59d65e0a-3af6-4967-8e62-66a2431de8e8", "address": "fa:16:3e:d9:8a:fd", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d65e0a-3a", "ovs_interfaceid": "59d65e0a-3af6-4967-8e62-66a2431de8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.720871] env[69350]: DEBUG nova.compute.manager [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.720871] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.722624] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c8300d-a5f8-4bb3-ac7d-dc88c08cdb33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.732544] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.732903] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-129a3153-f602-4203-8eaf-aaf269d28c21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.740925] env[69350]: DEBUG oslo_vmware.api [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1032.740925] env[69350]: value = "task-4149386" [ 1032.740925] env[69350]: _type = "Task" [ 1032.740925] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.749474] env[69350]: DEBUG nova.network.neutron [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Successfully created port: 7451c2a2-d8d0-4ed8-9f40-b5881626b6c7 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.755572] env[69350]: DEBUG oslo_vmware.api [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.102150] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.105082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.648s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.130149] env[69350]: INFO nova.scheduler.client.report [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Deleted allocations for instance aec220bd-625b-4397-a85a-7b905c04169c [ 1033.150431] env[69350]: DEBUG nova.compute.manager [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.150431] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.151039] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc28ca47-bc9c-4d3c-9238-179d5e6f7a4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.163798] env[69350]: DEBUG nova.compute.manager [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.166443] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.170182] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a572eed3-3ff1-4494-a73d-39b3adb2456b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.182612] env[69350]: DEBUG oslo_vmware.api [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149385, 'name': PowerOffVM_Task, 'duration_secs': 0.209357} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.182612] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.182612] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.182612] env[69350]: DEBUG oslo_vmware.api [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1033.182612] env[69350]: value = "task-4149387" [ 1033.182612] env[69350]: _type = "Task" [ 1033.182612] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.182858] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef46a636-3167-4732-bd19-317ede015550 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.190259] env[69350]: DEBUG oslo_concurrency.lockutils [req-f17ee7c1-c331-4046-8422-d7373bc5f919 req-f5d0a8db-c161-4afa-abdc-f24db427970c service nova] Acquiring lock "a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.190506] env[69350]: DEBUG oslo_concurrency.lockutils [req-f17ee7c1-c331-4046-8422-d7373bc5f919 req-f5d0a8db-c161-4afa-abdc-f24db427970c service nova] Acquired lock "a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.195678] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96dd6f2-bf65-4945-9001-98b9eec94484 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.207030] env[69350]: DEBUG oslo_vmware.api [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.209590] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.209834] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.211656] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.211656] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.211656] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.211656] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.211656] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.211656] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.211656] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.211656] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.211656] env[69350]: DEBUG nova.virt.hardware [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.212749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "refresh_cache-a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.213179] env[69350]: DEBUG nova.compute.manager [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Instance network_info: |[{"id": "59d65e0a-3af6-4967-8e62-66a2431de8e8", "address": "fa:16:3e:d9:8a:fd", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d65e0a-3a", "ovs_interfaceid": "59d65e0a-3af6-4967-8e62-66a2431de8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.215290] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29da41a-80a1-4d6a-857e-f29ebc7d0c45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.233093] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] Acquired lock "refresh_cache-a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.233349] env[69350]: DEBUG nova.network.neutron [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Refreshing network info cache for port 59d65e0a-3af6-4967-8e62-66a2431de8e8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.234805] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:8a:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59d65e0a-3af6-4967-8e62-66a2431de8e8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.243614] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.244255] env[69350]: DEBUG oslo_concurrency.lockutils [req-f17ee7c1-c331-4046-8422-d7373bc5f919 req-f5d0a8db-c161-4afa-abdc-f24db427970c service nova] Releasing lock "a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.244523] env[69350]: WARNING nova.compute.manager [req-f17ee7c1-c331-4046-8422-d7373bc5f919 req-f5d0a8db-c161-4afa-abdc-f24db427970c service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Detach interface failed, port_id=55648cfa-d71d-443f-acc6-4fcbd3011942, reason: No device with interface-id 55648cfa-d71d-443f-acc6-4fcbd3011942 exists on VM: nova.exception.NotFound: No device with interface-id 55648cfa-d71d-443f-acc6-4fcbd3011942 exists on VM [ 1033.246313] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.255864] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8067ad72-0cc5-4a78-a9c8-67d869cf1a4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.273589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "a89d7747-274e-4b52-a3f3-816612fda09a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.273913] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "a89d7747-274e-4b52-a3f3-816612fda09a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.274037] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "a89d7747-274e-4b52-a3f3-816612fda09a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.274227] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "a89d7747-274e-4b52-a3f3-816612fda09a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.274392] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "a89d7747-274e-4b52-a3f3-816612fda09a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.282029] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151bdd71-ae87-454a-a20b-b124fddcabd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.282736] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.282986] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.283282] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleting the datastore file [datastore2] f982e2d2-8a7a-483d-ac67-6ae4665ec421 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.283862] env[69350]: INFO nova.compute.manager [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Terminating instance [ 1033.286365] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3243149d-698c-41d8-ba02-36ccbf2f46a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.294928] env[69350]: DEBUG oslo_vmware.api [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149386, 'name': PowerOffVM_Task, 'duration_secs': 0.183081} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.297253] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.297542] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.297932] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.297932] env[69350]: value = "task-4149389" [ 1033.297932] env[69350]: _type = "Task" [ 1033.297932] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.306934] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a06462-44a0-49c9-b91d-f9eab9f898db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.315308] env[69350]: DEBUG oslo_vmware.api [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1033.315308] env[69350]: value = "task-4149390" [ 1033.315308] env[69350]: _type = "Task" [ 1033.315308] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.324138] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149389, 'name': CreateVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.330832] env[69350]: DEBUG oslo_vmware.api [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.398930] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.399228] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.399358] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Deleting the datastore file [datastore2] ac0ccfd2-ee94-4d86-b64e-5427fa860655 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.399696] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eda3409c-59b5-4d8b-b29e-f97d6d17fa89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.410035] env[69350]: DEBUG oslo_vmware.api [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1033.410035] env[69350]: value = "task-4149392" [ 1033.410035] env[69350]: _type = "Task" [ 1033.410035] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.419174] env[69350]: DEBUG oslo_vmware.api [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.587419] env[69350]: DEBUG oslo_concurrency.lockutils [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.588142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.588142] env[69350]: DEBUG nova.network.neutron [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.642879] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6d360b77-e9bc-4440-9e16-aa0e3e17621a tempest-FloatingIPsAssociationTestJSON-927978617 tempest-FloatingIPsAssociationTestJSON-927978617-project-member] Lock "aec220bd-625b-4397-a85a-7b905c04169c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.161s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.702883] env[69350]: DEBUG oslo_vmware.api [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149387, 'name': PowerOffVM_Task, 'duration_secs': 0.272667} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.703237] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.703413] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.704643] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b4b8202-a568-49e4-aa4b-79b203ff40ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.798154] env[69350]: DEBUG nova.compute.manager [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.798398] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.802236] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15fa162-3325-42e8-bb9e-5143969bbad8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.807420] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.807784] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.808092] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleting the datastore file [datastore1] ea875cca-f92c-4509-a97c-c704627dec6e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.808535] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d94a592-eaba-4e67-b3e7-c4885ba4a6cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.829266] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.840291] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15cff288-eed6-459b-8668-7e5a6f036e3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.843188] env[69350]: DEBUG oslo_vmware.api [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1033.843188] env[69350]: value = "task-4149395" [ 1033.843188] env[69350]: _type = "Task" [ 1033.843188] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.862324] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149389, 'name': CreateVM_Task, 'duration_secs': 0.388942} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.862717] env[69350]: DEBUG oslo_vmware.api [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222292} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.863080] env[69350]: DEBUG oslo_vmware.api [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1033.863080] env[69350]: value = "task-4149396" [ 1033.863080] env[69350]: _type = "Task" [ 1033.863080] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.867210] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.868293] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.868293] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.868293] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.868549] env[69350]: INFO nova.compute.manager [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1033.868773] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.874024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.874272] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.874763] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.874983] env[69350]: DEBUG nova.compute.manager [-] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.875109] env[69350]: DEBUG nova.network.neutron [-] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.881189] env[69350]: DEBUG oslo_vmware.api [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.881387] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362d3f26-a380-4bb0-926b-619d9eb17b15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.889143] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1033.889143] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d1d151-4922-ed25-7e65-6fd46702562d" [ 1033.889143] env[69350]: _type = "Task" [ 1033.889143] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.896101] env[69350]: DEBUG oslo_vmware.api [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.906827] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d1d151-4922-ed25-7e65-6fd46702562d, 'name': SearchDatastore_Task, 'duration_secs': 0.013319} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.909377] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.909593] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.909907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.910070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.910252] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.913137] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63937866-9077-4d7a-8257-90d120b9e79d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.925036] env[69350]: DEBUG oslo_vmware.api [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202053} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.925265] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.925449] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.925635] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.925815] env[69350]: INFO nova.compute.manager [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1033.926087] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.926736] env[69350]: DEBUG nova.compute.manager [-] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.926831] env[69350]: DEBUG nova.network.neutron [-] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.934815] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.935024] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.938629] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71b6db4-1520-4635-bb51-776a34d30b0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.949793] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1033.949793] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525cd1a7-ab47-b73b-b0ad-125c7624158e" [ 1033.949793] env[69350]: _type = "Task" [ 1033.949793] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.954804] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525cd1a7-ab47-b73b-b0ad-125c7624158e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.052258] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a472d76-3e66-4b09-b917-91b2acf492be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.060823] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc30a57-f40d-4e36-ad73-f6f46fc3aa50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.098205] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652ac85c-2f69-4a91-a69c-cae0d887c3bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.108746] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edd92a8-6e97-4025-80a9-997f532bb5f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.127676] env[69350]: DEBUG nova.compute.provider_tree [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.204597] env[69350]: DEBUG nova.network.neutron [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Updated VIF entry in instance network info cache for port 59d65e0a-3af6-4967-8e62-66a2431de8e8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.205080] env[69350]: DEBUG nova.network.neutron [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Updating instance_info_cache with network_info: [{"id": "59d65e0a-3af6-4967-8e62-66a2431de8e8", "address": "fa:16:3e:d9:8a:fd", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d65e0a-3a", "ovs_interfaceid": "59d65e0a-3af6-4967-8e62-66a2431de8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.359838] env[69350]: DEBUG oslo_vmware.api [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371431} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.360937] env[69350]: DEBUG nova.compute.manager [req-ba790d27-1b86-4873-ac95-73f433a44b35 req-18e9ed3f-4e0b-41ac-8f0e-7549c9ad3a2d service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Received event network-vif-plugged-7451c2a2-d8d0-4ed8-9f40-b5881626b6c7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.361160] env[69350]: DEBUG oslo_concurrency.lockutils [req-ba790d27-1b86-4873-ac95-73f433a44b35 req-18e9ed3f-4e0b-41ac-8f0e-7549c9ad3a2d service nova] Acquiring lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.361372] env[69350]: DEBUG oslo_concurrency.lockutils [req-ba790d27-1b86-4873-ac95-73f433a44b35 req-18e9ed3f-4e0b-41ac-8f0e-7549c9ad3a2d service nova] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.361567] env[69350]: DEBUG oslo_concurrency.lockutils [req-ba790d27-1b86-4873-ac95-73f433a44b35 req-18e9ed3f-4e0b-41ac-8f0e-7549c9ad3a2d service nova] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.361827] env[69350]: DEBUG nova.compute.manager [req-ba790d27-1b86-4873-ac95-73f433a44b35 req-18e9ed3f-4e0b-41ac-8f0e-7549c9ad3a2d service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] No waiting events found dispatching network-vif-plugged-7451c2a2-d8d0-4ed8-9f40-b5881626b6c7 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.362150] env[69350]: WARNING nova.compute.manager [req-ba790d27-1b86-4873-ac95-73f433a44b35 req-18e9ed3f-4e0b-41ac-8f0e-7549c9ad3a2d service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Received unexpected event network-vif-plugged-7451c2a2-d8d0-4ed8-9f40-b5881626b6c7 for instance with vm_state building and task_state spawning. [ 1034.364700] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.364891] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.365130] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.365325] env[69350]: INFO nova.compute.manager [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1034.365586] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.366164] env[69350]: DEBUG nova.compute.manager [-] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.366266] env[69350]: DEBUG nova.network.neutron [-] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.383249] env[69350]: DEBUG oslo_vmware.api [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149396, 'name': PowerOffVM_Task, 'duration_secs': 0.405285} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.383249] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.383249] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.383249] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-104804df-5ef5-479f-bc46-be854ea66df1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.462518] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525cd1a7-ab47-b73b-b0ad-125c7624158e, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.463883] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9682b2-61d3-411a-85df-28ded58f9f1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.468850] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.469111] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.469342] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleting the datastore file [datastore2] a89d7747-274e-4b52-a3f3-816612fda09a {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.469978] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff82c667-b0b4-4f6e-996b-097c53fef374 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.473589] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1034.473589] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521e3267-c55a-7ce2-861b-a39db6d4ee64" [ 1034.473589] env[69350]: _type = "Task" [ 1034.473589] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.478691] env[69350]: DEBUG oslo_vmware.api [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1034.478691] env[69350]: value = "task-4149398" [ 1034.478691] env[69350]: _type = "Task" [ 1034.478691] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.485364] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521e3267-c55a-7ce2-861b-a39db6d4ee64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.490628] env[69350]: DEBUG oslo_vmware.api [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.627621] env[69350]: DEBUG nova.scheduler.client.report [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.709047] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3e0f32a-a9a8-4fb6-a8f8-8a3e0b13c89b req-77e43635-3be6-4933-8f4a-531694b05836 service nova] Releasing lock "refresh_cache-a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.813217] env[69350]: DEBUG nova.network.neutron [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updating instance_info_cache with network_info: [{"id": "5aca73a8-8330-4080-a971-a9816f5db8b9", "address": "fa:16:3e:7d:84:ba", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aca73a8-83", "ovs_interfaceid": "5aca73a8-8330-4080-a971-a9816f5db8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.819043] env[69350]: DEBUG nova.network.neutron [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Successfully updated port: 7451c2a2-d8d0-4ed8-9f40-b5881626b6c7 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.987661] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521e3267-c55a-7ce2-861b-a39db6d4ee64, 'name': SearchDatastore_Task, 'duration_secs': 0.024237} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.988525] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.988851] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] a2e5f8d8-5220-45a1-b15f-6d590f0f1af1/a2e5f8d8-5220-45a1-b15f-6d590f0f1af1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.989145] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b91ef99-d776-4187-8258-af4923691fb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.997851] env[69350]: DEBUG oslo_vmware.api [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.004363] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1035.004363] env[69350]: value = "task-4149399" [ 1035.004363] env[69350]: _type = "Task" [ 1035.004363] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.016366] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.152391] env[69350]: DEBUG nova.compute.manager [req-b5eea1a5-652c-4884-990b-a4a981175b9a req-5643e6ed-9bfa-4081-a813-28aedb97573b service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Received event network-vif-deleted-ede302d7-5ddd-4e39-9410-371b13137f85 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.152643] env[69350]: INFO nova.compute.manager [req-b5eea1a5-652c-4884-990b-a4a981175b9a req-5643e6ed-9bfa-4081-a813-28aedb97573b service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Neutron deleted interface ede302d7-5ddd-4e39-9410-371b13137f85; detaching it from the instance and deleting it from the info cache [ 1035.152867] env[69350]: DEBUG nova.network.neutron [req-b5eea1a5-652c-4884-990b-a4a981175b9a req-5643e6ed-9bfa-4081-a813-28aedb97573b service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.290861] env[69350]: DEBUG nova.network.neutron [-] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.316209] env[69350]: DEBUG oslo_concurrency.lockutils [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-a89d7747-274e-4b52-a3f3-816612fda09a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.324360] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "refresh_cache-79bce4ba-4b69-4826-99c6-3ef2b1b64e54" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.324360] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "refresh_cache-79bce4ba-4b69-4826-99c6-3ef2b1b64e54" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.324360] env[69350]: DEBUG nova.network.neutron [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.493879] env[69350]: DEBUG oslo_vmware.api [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557711} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.494535] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.494535] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.494736] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.494736] env[69350]: INFO nova.compute.manager [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1035.495135] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.495233] env[69350]: DEBUG nova.compute.manager [-] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.495302] env[69350]: DEBUG nova.network.neutron [-] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.516145] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149399, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.542369] env[69350]: DEBUG nova.network.neutron [-] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.646713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.542s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.651323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.042s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.651641] env[69350]: DEBUG nova.objects.instance [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lazy-loading 'resources' on Instance uuid 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.661490] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-888befa6-a5aa-4ea3-b1e0-5a672fa82c8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.679890] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c999334-a5e4-404f-9c71-2fe462d8a5c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.718318] env[69350]: DEBUG nova.compute.manager [req-b5eea1a5-652c-4884-990b-a4a981175b9a req-5643e6ed-9bfa-4081-a813-28aedb97573b service nova] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Detach interface failed, port_id=ede302d7-5ddd-4e39-9410-371b13137f85, reason: Instance ac0ccfd2-ee94-4d86-b64e-5427fa860655 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.792070] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1035.792858] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821662', 'volume_id': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'name': 'volume-4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e1db64d-9c71-4f51-bd53-79b2de8ae146', 'attached_at': '', 'detached_at': '', 'volume_id': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'serial': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1035.793687] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed89d4f-ff61-4bbd-908c-d6efaefdc1bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.799241] env[69350]: INFO nova.compute.manager [-] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Took 1.87 seconds to deallocate network for instance. [ 1035.829023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-757e8afc-1cf3-48a2-917d-013d64c8ce80 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-a89d7747-274e-4b52-a3f3-816612fda09a-55648cfa-d71d-443f-acc6-4fcbd3011942" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.657s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.833241] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0884c69-74a5-4a78-9211-bd5393c5a2f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.864799] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-4f3ad4b8-811e-4a52-98cb-e26596ae3f78/volume-4f3ad4b8-811e-4a52-98cb-e26596ae3f78.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.866043] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95ef39a-2052-445c-8c05-993503f5ec50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.891612] env[69350]: DEBUG oslo_vmware.api [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 1035.891612] env[69350]: value = "task-4149400" [ 1035.891612] env[69350]: _type = "Task" [ 1035.891612] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.898467] env[69350]: DEBUG nova.network.neutron [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.906317] env[69350]: DEBUG oslo_vmware.api [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.943887] env[69350]: DEBUG nova.network.neutron [-] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.018905] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684695} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.018905] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] a2e5f8d8-5220-45a1-b15f-6d590f0f1af1/a2e5f8d8-5220-45a1-b15f-6d590f0f1af1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.018905] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.018905] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d29ce9-b9df-4bf1-806c-08a1afed56ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.026681] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1036.026681] env[69350]: value = "task-4149401" [ 1036.026681] env[69350]: _type = "Task" [ 1036.026681] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.046886] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.049908] env[69350]: INFO nova.compute.manager [-] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Took 2.17 seconds to deallocate network for instance. [ 1036.098681] env[69350]: DEBUG nova.network.neutron [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Updating instance_info_cache with network_info: [{"id": "7451c2a2-d8d0-4ed8-9f40-b5881626b6c7", "address": "fa:16:3e:f5:56:4f", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451c2a2-d8", "ovs_interfaceid": "7451c2a2-d8d0-4ed8-9f40-b5881626b6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.234650] env[69350]: INFO nova.scheduler.client.report [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted allocation for migration df15fb83-ed1c-4e64-84b5-c870f5f151bd [ 1036.328741] env[69350]: DEBUG oslo_concurrency.lockutils [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.406246] env[69350]: DEBUG oslo_vmware.api [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149400, 'name': ReconfigVM_Task, 'duration_secs': 0.48095} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.409330] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-4f3ad4b8-811e-4a52-98cb-e26596ae3f78/volume-4f3ad4b8-811e-4a52-98cb-e26596ae3f78.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.414615] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50fe303e-ac7e-4126-8d2f-ffe8594c11a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.441333] env[69350]: DEBUG oslo_vmware.api [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 1036.441333] env[69350]: value = "task-4149402" [ 1036.441333] env[69350]: _type = "Task" [ 1036.441333] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.452024] env[69350]: DEBUG nova.compute.manager [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Received event network-changed-7451c2a2-d8d0-4ed8-9f40-b5881626b6c7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.452024] env[69350]: DEBUG nova.compute.manager [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Refreshing instance network info cache due to event network-changed-7451c2a2-d8d0-4ed8-9f40-b5881626b6c7. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.452024] env[69350]: DEBUG oslo_concurrency.lockutils [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] Acquiring lock "refresh_cache-79bce4ba-4b69-4826-99c6-3ef2b1b64e54" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.452024] env[69350]: INFO nova.compute.manager [-] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Took 2.08 seconds to deallocate network for instance. [ 1036.457625] env[69350]: DEBUG oslo_vmware.api [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.543216] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06863} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.543660] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.545075] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d8d829-bb08-400c-81cc-c9fe4f8ddd89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.549503] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5460a2-1bc2-4aca-9290-cf97a8f21e2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.568759] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.581063] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a2e5f8d8-5220-45a1-b15f-6d590f0f1af1/a2e5f8d8-5220-45a1-b15f-6d590f0f1af1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.583947] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4dd1ba9-602f-48b5-82a8-ca182e0709b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.601471] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5afe378-93cb-40be-b46c-fc09b02c6714 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.607829] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "refresh_cache-79bce4ba-4b69-4826-99c6-3ef2b1b64e54" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.608307] env[69350]: DEBUG nova.compute.manager [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Instance network_info: |[{"id": "7451c2a2-d8d0-4ed8-9f40-b5881626b6c7", "address": "fa:16:3e:f5:56:4f", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451c2a2-d8", "ovs_interfaceid": "7451c2a2-d8d0-4ed8-9f40-b5881626b6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.608638] env[69350]: DEBUG oslo_concurrency.lockutils [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] Acquired lock "refresh_cache-79bce4ba-4b69-4826-99c6-3ef2b1b64e54" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.608832] env[69350]: DEBUG nova.network.neutron [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Refreshing network info cache for port 7451c2a2-d8d0-4ed8-9f40-b5881626b6c7 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.610373] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:56:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7451c2a2-d8d0-4ed8-9f40-b5881626b6c7', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.622027] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.622027] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.622027] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1036.622027] env[69350]: value = "task-4149403" [ 1036.622027] env[69350]: _type = "Task" [ 1036.622027] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.622027] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9035c2ad-bb05-4594-9670-5e8febaee08f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.671559] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c678154-11ba-4e5b-84fc-5c785e97e3db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.676489] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.676489] env[69350]: value = "task-4149404" [ 1036.676489] env[69350]: _type = "Task" [ 1036.676489] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.686698] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.688620] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0731278a-c2aa-4c6f-900e-83f628cdc1b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.698478] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149404, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.711778] env[69350]: DEBUG nova.compute.provider_tree [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.744442] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9c0793b8-47ff-442e-844f-1970dce16bb7 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "949b5fcc-face-445f-bebb-e6c707b44546" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.195s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.768783] env[69350]: DEBUG nova.network.neutron [-] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.954364] env[69350]: DEBUG oslo_vmware.api [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149402, 'name': ReconfigVM_Task, 'duration_secs': 0.203151} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.954632] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821662', 'volume_id': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'name': 'volume-4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e1db64d-9c71-4f51-bd53-79b2de8ae146', 'attached_at': '', 'detached_at': '', 'volume_id': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'serial': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1036.967081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.148402] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149403, 'name': ReconfigVM_Task, 'duration_secs': 0.333064} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.148755] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a2e5f8d8-5220-45a1-b15f-6d590f0f1af1/a2e5f8d8-5220-45a1-b15f-6d590f0f1af1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.149585] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13001836-58ca-42ee-bd04-c78d68963953 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.157919] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1037.157919] env[69350]: value = "task-4149405" [ 1037.157919] env[69350]: _type = "Task" [ 1037.157919] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.167469] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149405, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.189659] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149404, 'name': CreateVM_Task, 'duration_secs': 0.387529} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.190356] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.191107] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.191252] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.191598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.192189] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055efe70-086a-4daa-98f8-d861231d2f27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.199579] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1037.199579] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52be9881-86d6-01e5-bc24-f5606be6d68c" [ 1037.199579] env[69350]: _type = "Task" [ 1037.199579] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.208726] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52be9881-86d6-01e5-bc24-f5606be6d68c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.218183] env[69350]: DEBUG nova.scheduler.client.report [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.225610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "949b5fcc-face-445f-bebb-e6c707b44546" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.225870] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "949b5fcc-face-445f-bebb-e6c707b44546" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.226160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "949b5fcc-face-445f-bebb-e6c707b44546-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.226380] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "949b5fcc-face-445f-bebb-e6c707b44546-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.226563] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "949b5fcc-face-445f-bebb-e6c707b44546-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.228720] env[69350]: INFO nova.compute.manager [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Terminating instance [ 1037.274893] env[69350]: INFO nova.compute.manager [-] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Took 1.78 seconds to deallocate network for instance. [ 1037.375878] env[69350]: DEBUG nova.compute.manager [req-7aed0253-3124-4227-8277-e6b9ab2f8595 req-39dd6bd2-be0c-4194-8abc-25af2b684714 service nova] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Received event network-vif-deleted-558c5dd6-0831-4929-8cd1-654da81e057d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.481288] env[69350]: DEBUG nova.network.neutron [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Updated VIF entry in instance network info cache for port 7451c2a2-d8d0-4ed8-9f40-b5881626b6c7. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.481677] env[69350]: DEBUG nova.network.neutron [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Updating instance_info_cache with network_info: [{"id": "7451c2a2-d8d0-4ed8-9f40-b5881626b6c7", "address": "fa:16:3e:f5:56:4f", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451c2a2-d8", "ovs_interfaceid": "7451c2a2-d8d0-4ed8-9f40-b5881626b6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.628651] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "11bdae5e-c130-4165-b26f-0bf1be7c618e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.629335] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "11bdae5e-c130-4165-b26f-0bf1be7c618e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.672323] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149405, 'name': Rename_Task, 'duration_secs': 0.145743} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.672715] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.672983] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2714ec32-9a16-492a-95aa-322d97ac43c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.680991] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1037.680991] env[69350]: value = "task-4149406" [ 1037.680991] env[69350]: _type = "Task" [ 1037.680991] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.690019] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.710300] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52be9881-86d6-01e5-bc24-f5606be6d68c, 'name': SearchDatastore_Task, 'duration_secs': 0.021118} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.710645] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.710899] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.711174] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.711333] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.711649] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.711807] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46314156-14f3-4f3b-8ad2-fad489bb4863 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.724441] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.724441] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.725208] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.727518] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e17e2c-3529-4b92-953f-37a98a5b2b7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.730244] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.176s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.737071] env[69350]: DEBUG nova.compute.manager [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.737449] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.737967] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1037.737967] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5246dbb4-a69b-e022-8b12-1a5186c0b3c6" [ 1037.737967] env[69350]: _type = "Task" [ 1037.737967] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.739204] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8955d82f-c703-474b-b40a-fdb02e1ea9d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.758284] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5246dbb4-a69b-e022-8b12-1a5186c0b3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.762900] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.764016] env[69350]: INFO nova.scheduler.client.report [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Deleted allocations for instance 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9 [ 1037.765290] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d959af4-1229-4aed-b836-0b4deff54414 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.768048] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d32462ef-95d1-4297-b56a-ec6ecfef5200 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.775588] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1037.775588] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d8b07f-8631-e232-0f8a-63c0d014dc2e" [ 1037.775588] env[69350]: _type = "Task" [ 1037.775588] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.780209] env[69350]: DEBUG oslo_vmware.api [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1037.780209] env[69350]: value = "task-4149407" [ 1037.780209] env[69350]: _type = "Task" [ 1037.780209] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.788496] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d8b07f-8631-e232-0f8a-63c0d014dc2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.791530] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.797298] env[69350]: DEBUG oslo_vmware.api [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.856486] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "0ac54757-717c-434f-9d11-c9be6b645dc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.856752] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "0ac54757-717c-434f-9d11-c9be6b645dc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.985316] env[69350]: DEBUG oslo_concurrency.lockutils [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] Releasing lock "refresh_cache-79bce4ba-4b69-4826-99c6-3ef2b1b64e54" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.985606] env[69350]: DEBUG nova.compute.manager [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Received event network-vif-deleted-d43e8bdc-8ee6-4fd5-a611-9032905c2d17 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.985797] env[69350]: DEBUG nova.compute.manager [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Received event network-vif-deleted-5aca73a8-8330-4080-a971-a9816f5db8b9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.985965] env[69350]: INFO nova.compute.manager [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Neutron deleted interface 5aca73a8-8330-4080-a971-a9816f5db8b9; detaching it from the instance and deleting it from the info cache [ 1037.986163] env[69350]: DEBUG nova.network.neutron [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.999551] env[69350]: DEBUG nova.objects.instance [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'flavor' on Instance uuid 5e1db64d-9c71-4f51-bd53-79b2de8ae146 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.132326] env[69350]: DEBUG nova.compute.manager [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.191493] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.236286] env[69350]: INFO nova.compute.claims [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.279982] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9ca5352a-3b4d-443a-ab51-92527b7862c6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "2ee11f2f-b004-4041-9a22-f0e7dd55ffe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.622s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.289369] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d8b07f-8631-e232-0f8a-63c0d014dc2e, 'name': SearchDatastore_Task, 'duration_secs': 0.018793} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.290192] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.290943] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 79bce4ba-4b69-4826-99c6-3ef2b1b64e54/79bce4ba-4b69-4826-99c6-3ef2b1b64e54.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.290943] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5b2f726-0eec-42fc-8ce3-35a1102a34bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.301093] env[69350]: DEBUG oslo_vmware.api [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149407, 'name': PowerOffVM_Task, 'duration_secs': 0.270435} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.301829] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.302027] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.302565] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f9d4bcf-ca26-4c4f-9fa5-992908e6396a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.306819] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1038.306819] env[69350]: value = "task-4149408" [ 1038.306819] env[69350]: _type = "Task" [ 1038.306819] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.316749] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.359719] env[69350]: DEBUG nova.compute.manager [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.370866] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.371183] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.371443] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleting the datastore file [datastore1] 949b5fcc-face-445f-bebb-e6c707b44546 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.371764] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09aded7c-258e-4735-b114-7fb5a9d20222 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.381376] env[69350]: DEBUG oslo_vmware.api [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1038.381376] env[69350]: value = "task-4149410" [ 1038.381376] env[69350]: _type = "Task" [ 1038.381376] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.391154] env[69350]: DEBUG oslo_vmware.api [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.489574] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2433adb3-100e-4d65-bc7a-d294c0ac8fd0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.504079] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8688b87-3526-4a69-a162-bab9c6bb6027 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.517801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d0600e5-cccd-42f2-879f-2becc32999d9 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.407s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.548863] env[69350]: DEBUG nova.compute.manager [req-3c2e75c7-fbf0-4a37-a983-8e0fca56b6fd req-0a4ba140-09de-4657-9601-f403d6ece9a8 service nova] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Detach interface failed, port_id=5aca73a8-8330-4080-a971-a9816f5db8b9, reason: Instance a89d7747-274e-4b52-a3f3-816612fda09a could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.658730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.694295] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.744502] env[69350]: INFO nova.compute.resource_tracker [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating resource usage from migration edf99db2-311c-43b1-89bd-ad91af3ad2f8 [ 1038.822248] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149408, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.886804] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.896380] env[69350]: DEBUG oslo_vmware.api [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274672} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.896709] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.896910] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.897119] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.897316] env[69350]: INFO nova.compute.manager [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1038.897581] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.897796] env[69350]: DEBUG nova.compute.manager [-] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.897961] env[69350]: DEBUG nova.network.neutron [-] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.064834] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c934b73-281c-47b6-ab62-95e44b4bde3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.073913] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71816138-c862-4009-bc13-f4f4f8b405a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.108413] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1590f3-3086-4ad8-acf2-7951de73d908 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.117111] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3586e2-3a6c-4cc9-bb04-ddfe9176c593 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.133156] env[69350]: DEBUG nova.compute.provider_tree [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.166526] env[69350]: DEBUG nova.compute.manager [req-e0613fcf-3f41-4947-a0a2-5c3e5384da49 req-9c8b31bc-99e7-442d-a0d4-6f6ced49bf8a service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Received event network-vif-deleted-c1b11c4f-f935-4be7-8a33-56f4790fc91a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.166773] env[69350]: INFO nova.compute.manager [req-e0613fcf-3f41-4947-a0a2-5c3e5384da49 req-9c8b31bc-99e7-442d-a0d4-6f6ced49bf8a service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Neutron deleted interface c1b11c4f-f935-4be7-8a33-56f4790fc91a; detaching it from the instance and deleting it from the info cache [ 1039.166978] env[69350]: DEBUG nova.network.neutron [req-e0613fcf-3f41-4947-a0a2-5c3e5384da49 req-9c8b31bc-99e7-442d-a0d4-6f6ced49bf8a service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.192110] env[69350]: DEBUG oslo_vmware.api [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149406, 'name': PowerOnVM_Task, 'duration_secs': 1.276527} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.192394] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.192710] env[69350]: INFO nova.compute.manager [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1039.192975] env[69350]: DEBUG nova.compute.manager [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.194203] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8daf3b-d3e1-4419-916c-813876bf4034 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.320785] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51955} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.321084] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 79bce4ba-4b69-4826-99c6-3ef2b1b64e54/79bce4ba-4b69-4826-99c6-3ef2b1b64e54.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.321298] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.321678] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33bcd826-eca9-4d82-805f-eb511e7d7d95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.329847] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1039.329847] env[69350]: value = "task-4149411" [ 1039.329847] env[69350]: _type = "Task" [ 1039.329847] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.339551] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.410886] env[69350]: DEBUG oslo_concurrency.lockutils [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.411728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.641251] env[69350]: DEBUG nova.scheduler.client.report [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.645936] env[69350]: DEBUG nova.network.neutron [-] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.671942] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9576b5b4-6424-411c-aa0a-ff15244399b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.684382] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480f9d27-8024-4e37-97ac-c83614dcb39f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.722698] env[69350]: DEBUG nova.compute.manager [req-e0613fcf-3f41-4947-a0a2-5c3e5384da49 req-9c8b31bc-99e7-442d-a0d4-6f6ced49bf8a service nova] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Detach interface failed, port_id=c1b11c4f-f935-4be7-8a33-56f4790fc91a, reason: Instance 949b5fcc-face-445f-bebb-e6c707b44546 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.725284] env[69350]: INFO nova.compute.manager [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Took 14.85 seconds to build instance. [ 1039.843604] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213891} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.843836] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.845071] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaf197b-fda4-4e9b-bfad-d0ea19c0f590 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.868253] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 79bce4ba-4b69-4826-99c6-3ef2b1b64e54/79bce4ba-4b69-4826-99c6-3ef2b1b64e54.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.868563] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6747f8ef-aef0-45d0-933d-452cdaad6e2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.889614] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1039.889614] env[69350]: value = "task-4149412" [ 1039.889614] env[69350]: _type = "Task" [ 1039.889614] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.898510] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.916258] env[69350]: DEBUG nova.compute.utils [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.148423] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.418s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.148709] env[69350]: INFO nova.compute.manager [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Migrating [ 1040.156371] env[69350]: INFO nova.compute.manager [-] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Took 1.26 seconds to deallocate network for instance. [ 1040.159261] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.956s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.160863] env[69350]: INFO nova.compute.claims [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.227676] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25ec75d7-8bbf-4b21-a5a0-1c5e518816c8 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.366s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.366827] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.367149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.399946] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149412, 'name': ReconfigVM_Task, 'duration_secs': 0.302095} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.400321] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 79bce4ba-4b69-4826-99c6-3ef2b1b64e54/79bce4ba-4b69-4826-99c6-3ef2b1b64e54.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.401012] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee6ce726-63b7-4c6d-a4b4-4d17591005c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.408097] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1040.408097] env[69350]: value = "task-4149413" [ 1040.408097] env[69350]: _type = "Task" [ 1040.408097] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.416828] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149413, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.418509] env[69350]: DEBUG oslo_concurrency.lockutils [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.672857] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.673069] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.673134] env[69350]: DEBUG nova.network.neutron [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.674918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.870693] env[69350]: DEBUG nova.compute.manager [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.919392] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149413, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.269911] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.270196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.270419] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.270603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.270785] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.272907] env[69350]: INFO nova.compute.manager [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Terminating instance [ 1041.394934] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.419506] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149413, 'name': Rename_Task, 'duration_secs': 0.870061} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.419793] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.420061] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc42681b-c1e7-4839-bfbd-37425c8fedf3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.427451] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1041.427451] env[69350]: value = "task-4149414" [ 1041.427451] env[69350]: _type = "Task" [ 1041.427451] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.439406] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.485561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.485878] env[69350]: DEBUG oslo_concurrency.lockutils [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.486185] env[69350]: INFO nova.compute.manager [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Attaching volume 70e398ae-51a7-4e59-a1a5-65e1800baf7b to /dev/sdc [ 1041.488362] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e810addb-cff8-41fe-80fa-62db4f3b6d32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.498884] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c456c-22e4-4b34-9a38-999447c2a254 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.537499] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e156b-b383-4528-8b09-21c2891bc92e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.540689] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9db9202-6276-49ea-849a-0b7125320e3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.550388] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164051cb-6b90-4344-96d3-15c94eb9eeba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.554927] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce1de15-3192-482d-a11d-2bbf763c7d0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.568228] env[69350]: DEBUG nova.compute.provider_tree [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.573149] env[69350]: DEBUG nova.virt.block_device [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Updating existing volume attachment record: 49dc0f63-b815-4ae6-9555-9826c489bffa {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1041.759166] env[69350]: DEBUG nova.network.neutron [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance_info_cache with network_info: [{"id": "3951dca7-fe43-456b-96a4-045e3518d5cb", "address": "fa:16:3e:7c:0c:41", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3951dca7-fe", "ovs_interfaceid": "3951dca7-fe43-456b-96a4-045e3518d5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.776802] env[69350]: DEBUG nova.compute.manager [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.777147] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.778317] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7bbcc0-ecdb-4dcb-8cd2-6978179a40ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.786813] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.787692] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2140227-a6f9-444b-b339-a8f83b8e88e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.793696] env[69350]: DEBUG oslo_vmware.api [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1041.793696] env[69350]: value = "task-4149416" [ 1041.793696] env[69350]: _type = "Task" [ 1041.793696] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.802363] env[69350]: DEBUG oslo_vmware.api [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.942580] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149414, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.077244] env[69350]: DEBUG nova.scheduler.client.report [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.263072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.304087] env[69350]: DEBUG oslo_vmware.api [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149416, 'name': PowerOffVM_Task, 'duration_secs': 0.206798} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.304378] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.304608] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.304949] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5b47030-6730-4f2b-89ca-a3d9477f5566 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.368569] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.368829] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.368998] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleting the datastore file [datastore2] a2e5f8d8-5220-45a1-b15f-6d590f0f1af1 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.369289] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f157e4c5-40e5-4436-9d8f-86752459c9f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.376485] env[69350]: DEBUG oslo_vmware.api [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1042.376485] env[69350]: value = "task-4149418" [ 1042.376485] env[69350]: _type = "Task" [ 1042.376485] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.385359] env[69350]: DEBUG oslo_vmware.api [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.442141] env[69350]: DEBUG oslo_vmware.api [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149414, 'name': PowerOnVM_Task, 'duration_secs': 0.547909} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.442427] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.442793] env[69350]: INFO nova.compute.manager [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1042.442985] env[69350]: DEBUG nova.compute.manager [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.443899] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f294cc1f-2b07-434f-9425-e29630407d8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.583324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.584075] env[69350]: DEBUG nova.compute.manager [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.587704] env[69350]: DEBUG oslo_concurrency.lockutils [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.260s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.588558] env[69350]: DEBUG nova.objects.instance [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lazy-loading 'resources' on Instance uuid ac0ccfd2-ee94-4d86-b64e-5427fa860655 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.887385] env[69350]: DEBUG oslo_vmware.api [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159649} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.887653] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.888123] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.888331] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.888508] env[69350]: INFO nova.compute.manager [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1042.888755] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.888953] env[69350]: DEBUG nova.compute.manager [-] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.889061] env[69350]: DEBUG nova.network.neutron [-] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.961456] env[69350]: INFO nova.compute.manager [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Took 14.27 seconds to build instance. [ 1043.094233] env[69350]: DEBUG nova.compute.utils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.099055] env[69350]: DEBUG nova.compute.manager [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1043.187585] env[69350]: DEBUG nova.compute.manager [req-90c0b40b-5ed2-4a99-9764-87ddc639feda req-e605dcc1-b051-4a08-8c1a-65b78043c78b service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Received event network-vif-deleted-59d65e0a-3af6-4967-8e62-66a2431de8e8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.187802] env[69350]: INFO nova.compute.manager [req-90c0b40b-5ed2-4a99-9764-87ddc639feda req-e605dcc1-b051-4a08-8c1a-65b78043c78b service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Neutron deleted interface 59d65e0a-3af6-4967-8e62-66a2431de8e8; detaching it from the instance and deleting it from the info cache [ 1043.187981] env[69350]: DEBUG nova.network.neutron [req-90c0b40b-5ed2-4a99-9764-87ddc639feda req-e605dcc1-b051-4a08-8c1a-65b78043c78b service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.463437] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bce8a3cf-bfb8-4b7f-b152-4a84718e46b3 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.789s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.500830] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205715e9-372f-4984-93b0-f9e9f7eb146f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.509345] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2a1a62-fba8-4354-9009-ec28d9aec189 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.543430] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e3801-dfba-44a2-8bec-b55173523194 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.553232] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2736d6d7-87ac-49fe-840b-557cc9747d36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.569918] env[69350]: DEBUG nova.compute.provider_tree [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.600710] env[69350]: DEBUG nova.compute.manager [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.664034] env[69350]: DEBUG nova.network.neutron [-] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.692611] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8765daad-fec2-43ef-bba9-78f33e7dfb0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.706855] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818199f1-de51-4432-a76d-fb9791e1220a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.742621] env[69350]: DEBUG nova.compute.manager [req-90c0b40b-5ed2-4a99-9764-87ddc639feda req-e605dcc1-b051-4a08-8c1a-65b78043c78b service nova] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Detach interface failed, port_id=59d65e0a-3af6-4967-8e62-66a2431de8e8, reason: Instance a2e5f8d8-5220-45a1-b15f-6d590f0f1af1 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.780021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c991722-5a5c-46d1-8ae6-06951a8cefca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.801044] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance '8bf53f97-45bf-424b-8a2e-270b02860bd0' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.071828] env[69350]: DEBUG nova.scheduler.client.report [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.168563] env[69350]: INFO nova.compute.manager [-] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Took 1.28 seconds to deallocate network for instance. [ 1044.309064] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.309345] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bd073cd-5fa4-4c55-90a2-ba93adadbbcb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.316952] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1044.316952] env[69350]: value = "task-4149420" [ 1044.316952] env[69350]: _type = "Task" [ 1044.316952] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.325267] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.576814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.579921] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.011s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.580377] env[69350]: DEBUG nova.objects.instance [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'resources' on Instance uuid f982e2d2-8a7a-483d-ac67-6ae4665ec421 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.608136] env[69350]: DEBUG nova.compute.manager [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.611239] env[69350]: INFO nova.scheduler.client.report [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Deleted allocations for instance ac0ccfd2-ee94-4d86-b64e-5427fa860655 [ 1044.642962] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.643331] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.643551] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.643789] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.643970] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.644207] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.644476] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.644667] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.644917] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.645144] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.645345] env[69350]: DEBUG nova.virt.hardware [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.646361] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8b48e-86ad-47cd-bb09-78dd575e9f86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.655949] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bcf42b-9b72-4831-8af2-721c33951495 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.674266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.674956] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.681730] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Creating folder: Project (e43a62ab89b3490fa22a77ae631d1b2d). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.682840] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7511f713-8574-4a04-83dc-3a53fe9f4340 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.700041] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Created folder: Project (e43a62ab89b3490fa22a77ae631d1b2d) in parent group-v821414. [ 1044.700278] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Creating folder: Instances. Parent ref: group-v821666. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.700556] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a73dfd61-832d-4ad2-96b5-39dbaa16c77f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.714194] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Created folder: Instances in parent group-v821666. [ 1044.714429] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.714676] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.714949] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76413c06-9203-4291-a208-14a946be1d56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.736298] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.736298] env[69350]: value = "task-4149423" [ 1044.736298] env[69350]: _type = "Task" [ 1044.736298] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.745839] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149423, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.827824] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149420, 'name': PowerOffVM_Task, 'duration_secs': 0.291647} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.828045] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.828209] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance '8bf53f97-45bf-424b-8a2e-270b02860bd0' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.121926] env[69350]: DEBUG oslo_concurrency.lockutils [None req-747bd0f5-a61c-4323-afc4-b357fc857a14 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "ac0ccfd2-ee94-4d86-b64e-5427fa860655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.908s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.215849] env[69350]: DEBUG nova.compute.manager [req-6f5acde3-0fb2-450b-a518-7329591c8117 req-c6ba7973-b53b-4c3b-8e9d-e8286326ef1b service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Received event network-changed-7451c2a2-d8d0-4ed8-9f40-b5881626b6c7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.216176] env[69350]: DEBUG nova.compute.manager [req-6f5acde3-0fb2-450b-a518-7329591c8117 req-c6ba7973-b53b-4c3b-8e9d-e8286326ef1b service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Refreshing instance network info cache due to event network-changed-7451c2a2-d8d0-4ed8-9f40-b5881626b6c7. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.216334] env[69350]: DEBUG oslo_concurrency.lockutils [req-6f5acde3-0fb2-450b-a518-7329591c8117 req-c6ba7973-b53b-4c3b-8e9d-e8286326ef1b service nova] Acquiring lock "refresh_cache-79bce4ba-4b69-4826-99c6-3ef2b1b64e54" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.216472] env[69350]: DEBUG oslo_concurrency.lockutils [req-6f5acde3-0fb2-450b-a518-7329591c8117 req-c6ba7973-b53b-4c3b-8e9d-e8286326ef1b service nova] Acquired lock "refresh_cache-79bce4ba-4b69-4826-99c6-3ef2b1b64e54" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.216580] env[69350]: DEBUG nova.network.neutron [req-6f5acde3-0fb2-450b-a518-7329591c8117 req-c6ba7973-b53b-4c3b-8e9d-e8286326ef1b service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Refreshing network info cache for port 7451c2a2-d8d0-4ed8-9f40-b5881626b6c7 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.246742] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149423, 'name': CreateVM_Task, 'duration_secs': 0.288036} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.246935] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.247406] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.247568] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.247914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.251325] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f196b15-2dbf-49ad-a9d4-3e6d2b7ac80c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.256984] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1045.256984] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e74024-04b7-08da-bab6-d639bfd6548f" [ 1045.256984] env[69350]: _type = "Task" [ 1045.256984] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.268680] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e74024-04b7-08da-bab6-d639bfd6548f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.335040] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.335296] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.335455] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.335683] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.335842] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.335993] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.336214] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.336374] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.336559] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.336715] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.336883] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.345030] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e215f1bb-889e-4f1d-ae49-f91eebbad57d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.369132] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1045.369132] env[69350]: value = "task-4149424" [ 1045.369132] env[69350]: _type = "Task" [ 1045.369132] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.385990] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.404153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf9fe14-8c4e-416c-9a51-5be1ea69d5f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.412310] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8268fe-0668-4063-9985-10ff6f40dc94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.444534] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f52cec-be17-4adf-b491-4a197d2893ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.456600] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24533584-15e6-4b13-8ded-ca6618c2ca60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.471881] env[69350]: DEBUG nova.compute.provider_tree [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.771472] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e74024-04b7-08da-bab6-d639bfd6548f, 'name': SearchDatastore_Task, 'duration_secs': 0.011315} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.771790] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.772088] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.772279] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.772429] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.772683] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.772959] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8aef7c7-8b42-4262-bb58-5f7f9cbee891 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.787131] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.787350] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.788169] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cca061d-3066-4277-ace2-2f7fd891fded {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.794731] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1045.794731] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527477a9-c1e4-d36d-a734-2b554712c8d3" [ 1045.794731] env[69350]: _type = "Task" [ 1045.794731] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.803793] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527477a9-c1e4-d36d-a734-2b554712c8d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.881663] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149424, 'name': ReconfigVM_Task, 'duration_secs': 0.24719} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.881983] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance '8bf53f97-45bf-424b-8a2e-270b02860bd0' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.951576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.951940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.952198] env[69350]: DEBUG oslo_concurrency.lockutils [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.952393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.952628] env[69350]: DEBUG oslo_concurrency.lockutils [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.954757] env[69350]: INFO nova.compute.manager [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Terminating instance [ 1045.975486] env[69350]: DEBUG nova.scheduler.client.report [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.003512] env[69350]: DEBUG nova.network.neutron [req-6f5acde3-0fb2-450b-a518-7329591c8117 req-c6ba7973-b53b-4c3b-8e9d-e8286326ef1b service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Updated VIF entry in instance network info cache for port 7451c2a2-d8d0-4ed8-9f40-b5881626b6c7. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.003512] env[69350]: DEBUG nova.network.neutron [req-6f5acde3-0fb2-450b-a518-7329591c8117 req-c6ba7973-b53b-4c3b-8e9d-e8286326ef1b service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Updating instance_info_cache with network_info: [{"id": "7451c2a2-d8d0-4ed8-9f40-b5881626b6c7", "address": "fa:16:3e:f5:56:4f", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451c2a2-d8", "ovs_interfaceid": "7451c2a2-d8d0-4ed8-9f40-b5881626b6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.008080] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.008324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.008540] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.008731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.008896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.010745] env[69350]: INFO nova.compute.manager [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Terminating instance [ 1046.128257] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1046.128495] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821665', 'volume_id': '70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'name': 'volume-70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e1db64d-9c71-4f51-bd53-79b2de8ae146', 'attached_at': '', 'detached_at': '', 'volume_id': '70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'serial': '70e398ae-51a7-4e59-a1a5-65e1800baf7b'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1046.129463] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b2c6ad-a799-4375-a068-1ac46763ad6d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.146581] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e0b2e-ec5b-4993-9891-ebc38e8b9ad6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.175464] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-70e398ae-51a7-4e59-a1a5-65e1800baf7b/volume-70e398ae-51a7-4e59-a1a5-65e1800baf7b.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.175783] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25988593-3ff5-4211-aa40-48ed01b64d4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.195195] env[69350]: DEBUG oslo_vmware.api [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 1046.195195] env[69350]: value = "task-4149425" [ 1046.195195] env[69350]: _type = "Task" [ 1046.195195] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.203655] env[69350]: DEBUG oslo_vmware.api [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.307223] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527477a9-c1e4-d36d-a734-2b554712c8d3, 'name': SearchDatastore_Task, 'duration_secs': 0.035768} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.311021] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1823e9-3261-4222-a0b9-043e900a5b9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.313624] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1046.313624] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522c848b-4162-ae30-3e22-fe6db4b854a7" [ 1046.313624] env[69350]: _type = "Task" [ 1046.313624] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.321575] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522c848b-4162-ae30-3e22-fe6db4b854a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.388522] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.388800] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.388960] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.389157] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.389307] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.389454] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.389658] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.389819] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.389986] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.390165] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.390343] env[69350]: DEBUG nova.virt.hardware [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.396288] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.396591] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fc5c679-bf9f-41aa-969a-e87e67d0a2be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.415594] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1046.415594] env[69350]: value = "task-4149426" [ 1046.415594] env[69350]: _type = "Task" [ 1046.415594] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.426168] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.458356] env[69350]: DEBUG nova.compute.manager [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.458621] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.459425] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f5bf73-eb2c-4837-924f-16d5150e58d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.467173] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.467418] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54e8afe7-dae8-4978-8ed6-7ffe94b9ec57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.473722] env[69350]: DEBUG oslo_vmware.api [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1046.473722] env[69350]: value = "task-4149427" [ 1046.473722] env[69350]: _type = "Task" [ 1046.473722] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.483101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.485792] env[69350]: DEBUG oslo_vmware.api [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.487094] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.520s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.487094] env[69350]: DEBUG nova.objects.instance [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lazy-loading 'resources' on Instance uuid ea875cca-f92c-4509-a97c-c704627dec6e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.508129] env[69350]: DEBUG oslo_concurrency.lockutils [req-6f5acde3-0fb2-450b-a518-7329591c8117 req-c6ba7973-b53b-4c3b-8e9d-e8286326ef1b service nova] Releasing lock "refresh_cache-79bce4ba-4b69-4826-99c6-3ef2b1b64e54" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.509504] env[69350]: INFO nova.scheduler.client.report [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleted allocations for instance f982e2d2-8a7a-483d-ac67-6ae4665ec421 [ 1046.514026] env[69350]: DEBUG nova.compute.manager [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.514251] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.515365] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bccc20-22e3-41dc-b58f-e27c3d33e727 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.525044] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.525044] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d4c114e-496a-468b-80a8-5a7e7c87ed4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.531865] env[69350]: DEBUG oslo_vmware.api [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1046.531865] env[69350]: value = "task-4149428" [ 1046.531865] env[69350]: _type = "Task" [ 1046.531865] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.543452] env[69350]: DEBUG oslo_vmware.api [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.706059] env[69350]: DEBUG oslo_vmware.api [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149425, 'name': ReconfigVM_Task, 'duration_secs': 0.401351} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.706355] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-70e398ae-51a7-4e59-a1a5-65e1800baf7b/volume-70e398ae-51a7-4e59-a1a5-65e1800baf7b.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.711874] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e71e2b7-493f-4f1d-b000-06936d3f73ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.727649] env[69350]: DEBUG oslo_vmware.api [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 1046.727649] env[69350]: value = "task-4149429" [ 1046.727649] env[69350]: _type = "Task" [ 1046.727649] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.738428] env[69350]: DEBUG oslo_vmware.api [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.825058] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522c848b-4162-ae30-3e22-fe6db4b854a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.825354] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.825691] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 5aeca51c-e793-4523-bda2-e97b20f96828/5aeca51c-e793-4523-bda2-e97b20f96828.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.825953] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57367f59-7d74-4904-b1f4-8d278af36e5e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.834401] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1046.834401] env[69350]: value = "task-4149430" [ 1046.834401] env[69350]: _type = "Task" [ 1046.834401] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.847900] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.925869] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149426, 'name': ReconfigVM_Task, 'duration_secs': 0.238408} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.926197] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.927141] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835675dd-f3c3-4a3b-a4e9-22e3a6742346 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.953835] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8bf53f97-45bf-424b-8a2e-270b02860bd0/8bf53f97-45bf-424b-8a2e-270b02860bd0.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.954213] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b82a6fc-4ae1-4fb9-a557-a928a0d175b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.973404] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1046.973404] env[69350]: value = "task-4149431" [ 1046.973404] env[69350]: _type = "Task" [ 1046.973404] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.990827] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.994108] env[69350]: DEBUG oslo_vmware.api [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149427, 'name': PowerOffVM_Task, 'duration_secs': 0.252267} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.994655] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.994860] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.995181] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e494b049-5341-4513-8f69-bed259dc09c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.018475] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfbd9cff-92a5-4eef-b8b6-8e4d8d296ff9 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "f982e2d2-8a7a-483d-ac67-6ae4665ec421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.899s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.050550] env[69350]: DEBUG oslo_vmware.api [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149428, 'name': PowerOffVM_Task, 'duration_secs': 0.218659} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.054159] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.054503] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.055363] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56e413e8-57cb-4944-b9d3-22736b03a8e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.078367] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.078629] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.078876] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Deleting the datastore file [datastore1] 68e79771-9b9d-41f2-86d2-f1bcb9f376b6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.079277] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c06dd10c-956c-4314-b8ca-caaa8c010175 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.090715] env[69350]: DEBUG oslo_vmware.api [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1047.090715] env[69350]: value = "task-4149434" [ 1047.090715] env[69350]: _type = "Task" [ 1047.090715] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.107200] env[69350]: DEBUG oslo_vmware.api [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.141949] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.142975] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.142975] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Deleting the datastore file [datastore2] fcbbeb76-4231-422b-8d83-f0b742a9bc1c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.146897] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7ec6f1b-36b0-4fb8-8c6f-1942f33ec075 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.155502] env[69350]: DEBUG oslo_vmware.api [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for the task: (returnval){ [ 1047.155502] env[69350]: value = "task-4149435" [ 1047.155502] env[69350]: _type = "Task" [ 1047.155502] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.169415] env[69350]: DEBUG oslo_vmware.api [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.242063] env[69350]: DEBUG oslo_vmware.api [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149429, 'name': ReconfigVM_Task, 'duration_secs': 0.161598} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.242480] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821665', 'volume_id': '70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'name': 'volume-70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e1db64d-9c71-4f51-bd53-79b2de8ae146', 'attached_at': '', 'detached_at': '', 'volume_id': '70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'serial': '70e398ae-51a7-4e59-a1a5-65e1800baf7b'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1047.350925] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510607} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.351548] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 5aeca51c-e793-4523-bda2-e97b20f96828/5aeca51c-e793-4523-bda2-e97b20f96828.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.352527] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.352527] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f539554b-2d86-4f00-b68e-516e7e51adda {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.360667] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1047.360667] env[69350]: value = "task-4149436" [ 1047.360667] env[69350]: _type = "Task" [ 1047.360667] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.369346] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.426445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f5597e-bd77-481a-ba2c-f6fd9ba839f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.435163] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f6085-da2f-4839-b191-b1443c1cd526 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.471487] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438a56de-a5eb-4595-a749-acd9f2ecbefb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.484811] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a49607e-bc63-469c-bebd-59fe7dd827b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.488686] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149431, 'name': ReconfigVM_Task, 'duration_secs': 0.440664} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.488983] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8bf53f97-45bf-424b-8a2e-270b02860bd0/8bf53f97-45bf-424b-8a2e-270b02860bd0.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.489291] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance '8bf53f97-45bf-424b-8a2e-270b02860bd0' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.504808] env[69350]: DEBUG nova.compute.provider_tree [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.603855] env[69350]: DEBUG oslo_vmware.api [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371585} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.604072] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.604175] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.604383] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.604578] env[69350]: INFO nova.compute.manager [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1047.604839] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.605106] env[69350]: DEBUG nova.compute.manager [-] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.605214] env[69350]: DEBUG nova.network.neutron [-] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.666513] env[69350]: DEBUG oslo_vmware.api [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Task: {'id': task-4149435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265565} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.666814] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.667045] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.667235] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.667410] env[69350]: INFO nova.compute.manager [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1047.667698] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.668224] env[69350]: DEBUG nova.compute.manager [-] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.668354] env[69350]: DEBUG nova.network.neutron [-] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.874537] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085166} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.874930] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.875970] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca29a4-dc2d-4661-a6a1-e03c2f23fac0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.908062] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 5aeca51c-e793-4523-bda2-e97b20f96828/5aeca51c-e793-4523-bda2-e97b20f96828.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.908412] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b00635-8db1-419a-a0a4-bb57d54dd119 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.936369] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1047.936369] env[69350]: value = "task-4149437" [ 1047.936369] env[69350]: _type = "Task" [ 1047.936369] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.945255] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.996878] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4bfcb1-56b8-4217-b4f0-9bd3f719fb7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.026577] env[69350]: DEBUG nova.scheduler.client.report [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.030847] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cade5b2-c53f-40a4-8668-1627c12e9efc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.035982] env[69350]: DEBUG nova.compute.manager [req-78420dae-a123-4818-9f18-898b27a47db5 req-7b7c7384-7e0c-4265-b8cf-7fd866216000 service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Received event network-vif-deleted-8a5786d1-7bef-45ae-94b3-9b2a83ddd123 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.036230] env[69350]: INFO nova.compute.manager [req-78420dae-a123-4818-9f18-898b27a47db5 req-7b7c7384-7e0c-4265-b8cf-7fd866216000 service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Neutron deleted interface 8a5786d1-7bef-45ae-94b3-9b2a83ddd123; detaching it from the instance and deleting it from the info cache [ 1048.036476] env[69350]: DEBUG nova.network.neutron [req-78420dae-a123-4818-9f18-898b27a47db5 req-7b7c7384-7e0c-4265-b8cf-7fd866216000 service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.060371] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance '8bf53f97-45bf-424b-8a2e-270b02860bd0' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.064919] env[69350]: DEBUG nova.compute.manager [req-b806b4c7-d1f3-4e3f-aeb9-6fea2861c993 req-2c2b901a-ff89-45f1-8843-4544c493acd2 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Received event network-vif-deleted-a0632795-8a00-4b1d-ba9f-85f776aab59a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.064919] env[69350]: INFO nova.compute.manager [req-b806b4c7-d1f3-4e3f-aeb9-6fea2861c993 req-2c2b901a-ff89-45f1-8843-4544c493acd2 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Neutron deleted interface a0632795-8a00-4b1d-ba9f-85f776aab59a; detaching it from the instance and deleting it from the info cache [ 1048.065115] env[69350]: DEBUG nova.network.neutron [req-b806b4c7-d1f3-4e3f-aeb9-6fea2861c993 req-2c2b901a-ff89-45f1-8843-4544c493acd2 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.292530] env[69350]: DEBUG nova.objects.instance [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'flavor' on Instance uuid 5e1db64d-9c71-4f51-bd53-79b2de8ae146 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.446034] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149437, 'name': ReconfigVM_Task, 'duration_secs': 0.478471} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.446034] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 5aeca51c-e793-4523-bda2-e97b20f96828/5aeca51c-e793-4523-bda2-e97b20f96828.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.446424] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a9bdade-7d1a-4437-863b-864c44614c62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.448053] env[69350]: DEBUG nova.network.neutron [-] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.455100] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1048.455100] env[69350]: value = "task-4149438" [ 1048.455100] env[69350]: _type = "Task" [ 1048.455100] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.465256] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149438, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.498026] env[69350]: DEBUG nova.network.neutron [-] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.537097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.539026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.747s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.539196] env[69350]: DEBUG nova.objects.instance [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'resources' on Instance uuid a89d7747-274e-4b52-a3f3-816612fda09a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.541413] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-012c745f-e2dc-4932-a781-f2300c44d004 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.552516] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57b4a09-a521-4ae7-acb0-0d42e43f93f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.565973] env[69350]: INFO nova.scheduler.client.report [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted allocations for instance ea875cca-f92c-4509-a97c-c704627dec6e [ 1048.587410] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f32c62a-4bbf-4708-9a7a-5e201be61b35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.605324] env[69350]: DEBUG nova.compute.manager [req-78420dae-a123-4818-9f18-898b27a47db5 req-7b7c7384-7e0c-4265-b8cf-7fd866216000 service nova] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Detach interface failed, port_id=8a5786d1-7bef-45ae-94b3-9b2a83ddd123, reason: Instance 68e79771-9b9d-41f2-86d2-f1bcb9f376b6 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.614232] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c6f32e-8f6d-4fce-b60f-e42f94aca6ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.648515] env[69350]: DEBUG nova.compute.manager [req-b806b4c7-d1f3-4e3f-aeb9-6fea2861c993 req-2c2b901a-ff89-45f1-8843-4544c493acd2 service nova] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Detach interface failed, port_id=a0632795-8a00-4b1d-ba9f-85f776aab59a, reason: Instance fcbbeb76-4231-422b-8d83-f0b742a9bc1c could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.799706] env[69350]: DEBUG oslo_concurrency.lockutils [None req-468c022f-d9fc-4264-a2b6-21c4461fb757 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.314s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.832206] env[69350]: DEBUG nova.compute.manager [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1048.951151] env[69350]: INFO nova.compute.manager [-] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Took 1.35 seconds to deallocate network for instance. [ 1048.967913] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149438, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.000352] env[69350]: INFO nova.compute.manager [-] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Took 1.33 seconds to deallocate network for instance. [ 1049.084584] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.085428] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.088946] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e766626-9b6d-4440-9a61-da24e6f5729c tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ea875cca-f92c-4509-a97c-c704627dec6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.451s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.288905] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15a1f47-18eb-4857-b9e5-e2659650eafe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.297231] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93b4a44-2d4b-4e71-b8ed-ce8523ab6004 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.329781] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f02a19c-b34a-4ec4-b328-1d2375107870 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.344949] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2685a409-9177-45e8-aed5-e9cef5ca934e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.357513] env[69350]: DEBUG nova.compute.provider_tree [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.359785] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.463303] env[69350]: DEBUG oslo_concurrency.lockutils [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.469265] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149438, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.508113] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.589510] env[69350]: INFO nova.compute.manager [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Detaching volume 4f3ad4b8-811e-4a52-98cb-e26596ae3f78 [ 1049.635042] env[69350]: INFO nova.virt.block_device [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Attempting to driver detach volume 4f3ad4b8-811e-4a52-98cb-e26596ae3f78 from mountpoint /dev/sdb [ 1049.635042] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1049.635354] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821662', 'volume_id': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'name': 'volume-4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e1db64d-9c71-4f51-bd53-79b2de8ae146', 'attached_at': '', 'detached_at': '', 'volume_id': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'serial': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1049.636321] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc8da7b-e436-4732-9812-3ab593117256 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.662322] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5464704e-4864-424c-82f4-34afc6b180d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.670333] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f47978d-e6d6-4ec2-8fda-28efa8eecb40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.699936] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d9404f-da25-423f-a8ac-c1fad541eab6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.718116] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] The volume has not been displaced from its original location: [datastore2] volume-4f3ad4b8-811e-4a52-98cb-e26596ae3f78/volume-4f3ad4b8-811e-4a52-98cb-e26596ae3f78.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1049.723583] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.723932] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc8eeca4-85b3-46c3-82a8-e3309590c8c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.739135] env[69350]: DEBUG nova.network.neutron [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Port 3951dca7-fe43-456b-96a4-045e3518d5cb binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1049.743277] env[69350]: DEBUG oslo_vmware.api [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 1049.743277] env[69350]: value = "task-4149439" [ 1049.743277] env[69350]: _type = "Task" [ 1049.743277] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.752742] env[69350]: DEBUG oslo_vmware.api [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.861972] env[69350]: DEBUG nova.scheduler.client.report [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.970826] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149438, 'name': Rename_Task, 'duration_secs': 1.166752} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.971273] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.971645] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-febfd351-5e29-49e3-99df-77381989c568 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.979480] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1049.979480] env[69350]: value = "task-4149440" [ 1049.979480] env[69350]: _type = "Task" [ 1049.979480] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.990807] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.255792] env[69350]: DEBUG oslo_vmware.api [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149439, 'name': ReconfigVM_Task, 'duration_secs': 0.276897} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.256123] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.260909] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7691433d-da76-4acd-ba94-980a5c9dae26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.277513] env[69350]: DEBUG oslo_vmware.api [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 1050.277513] env[69350]: value = "task-4149441" [ 1050.277513] env[69350]: _type = "Task" [ 1050.277513] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.286319] env[69350]: DEBUG oslo_vmware.api [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.368053] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.370520] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.712s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.372268] env[69350]: INFO nova.compute.claims [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.388843] env[69350]: INFO nova.scheduler.client.report [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleted allocations for instance a89d7747-274e-4b52-a3f3-816612fda09a [ 1050.490680] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149440, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.498847] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.498847] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.766031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "8bf53f97-45bf-424b-8a2e-270b02860bd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.766031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.766288] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.789088] env[69350]: DEBUG oslo_vmware.api [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149441, 'name': ReconfigVM_Task, 'duration_secs': 0.193643} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.789088] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821662', 'volume_id': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'name': 'volume-4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e1db64d-9c71-4f51-bd53-79b2de8ae146', 'attached_at': '', 'detached_at': '', 'volume_id': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78', 'serial': '4f3ad4b8-811e-4a52-98cb-e26596ae3f78'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1050.897464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3609923e-ed9b-40b8-9af7-9b1abba04196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "a89d7747-274e-4b52-a3f3-816612fda09a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.623s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.990250] env[69350]: DEBUG oslo_vmware.api [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149440, 'name': PowerOnVM_Task, 'duration_secs': 0.698415} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.990551] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.990782] env[69350]: INFO nova.compute.manager [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1050.990965] env[69350]: DEBUG nova.compute.manager [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.991772] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3dcc43-5934-43c5-9cf2-d7f6aa5e1944 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.000877] env[69350]: DEBUG nova.compute.manager [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.332502] env[69350]: DEBUG nova.objects.instance [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'flavor' on Instance uuid 5e1db64d-9c71-4f51-bd53-79b2de8ae146 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.515054] env[69350]: INFO nova.compute.manager [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Took 19.33 seconds to build instance. [ 1051.524287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.664421] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441842cf-857f-4d20-84a4-bb9fb02fc834 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.674039] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48fca0a-f001-4253-9273-ee18a334dd0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.706595] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0220a5e-2f8f-4930-9028-423a519b3a22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.715227] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e596fe-1739-4e5e-906b-ec7d7d15b88b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.731676] env[69350]: DEBUG nova.compute.provider_tree [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.806264] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.806459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.806684] env[69350]: DEBUG nova.network.neutron [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.865139] env[69350]: INFO nova.compute.manager [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Rebuilding instance [ 1051.908949] env[69350]: DEBUG nova.compute.manager [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.909889] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5107e6b7-71c7-48d6-bd45-51efd2fa54d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.017408] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e54a65a7-c556-4f2d-918c-a260ac107f36 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "5aeca51c-e793-4523-bda2-e97b20f96828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.844s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.238260] env[69350]: DEBUG nova.scheduler.client.report [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.339731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ea0ff1ec-aae1-4f3a-b6e1-31e86b52141f tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.477176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.477176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.518310] env[69350]: DEBUG nova.network.neutron [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance_info_cache with network_info: [{"id": "3951dca7-fe43-456b-96a4-045e3518d5cb", "address": "fa:16:3e:7c:0c:41", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3951dca7-fe", "ovs_interfaceid": "3951dca7-fe43-456b-96a4-045e3518d5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.722770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquiring lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.723080] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.723292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquiring lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.723548] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.723711] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.725801] env[69350]: INFO nova.compute.manager [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Terminating instance [ 1052.740815] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.741332] env[69350]: DEBUG nova.compute.manager [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.743727] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.857s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.745430] env[69350]: INFO nova.compute.claims [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.925626] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.926068] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3de43bd-c6dd-495b-81c7-088df1d4f563 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.936101] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1052.936101] env[69350]: value = "task-4149442" [ 1052.936101] env[69350]: _type = "Task" [ 1052.936101] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.946445] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.979587] env[69350]: INFO nova.compute.manager [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Detaching volume 70e398ae-51a7-4e59-a1a5-65e1800baf7b [ 1053.021046] env[69350]: DEBUG oslo_concurrency.lockutils [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.026687] env[69350]: INFO nova.virt.block_device [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Attempting to driver detach volume 70e398ae-51a7-4e59-a1a5-65e1800baf7b from mountpoint /dev/sdc [ 1053.026835] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1053.026969] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821665', 'volume_id': '70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'name': 'volume-70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e1db64d-9c71-4f51-bd53-79b2de8ae146', 'attached_at': '', 'detached_at': '', 'volume_id': '70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'serial': '70e398ae-51a7-4e59-a1a5-65e1800baf7b'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1053.027911] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c914d4-3910-425a-a1e5-cf19bfd77a77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.052978] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb0ab60-74c4-4577-904b-9c7607542af3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.062223] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c6c303-8b03-4c24-9230-3ec07d8fd7fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.086486] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b01646-0909-4a2e-88ff-5521425e3624 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.105884] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] The volume has not been displaced from its original location: [datastore1] volume-70e398ae-51a7-4e59-a1a5-65e1800baf7b/volume-70e398ae-51a7-4e59-a1a5-65e1800baf7b.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1053.111339] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Reconfiguring VM instance instance-0000004f to detach disk 2002 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1053.112012] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0b16fc-7f99-499b-8f7a-30daef111eff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.131815] env[69350]: DEBUG oslo_vmware.api [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 1053.131815] env[69350]: value = "task-4149443" [ 1053.131815] env[69350]: _type = "Task" [ 1053.131815] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.140221] env[69350]: DEBUG oslo_vmware.api [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.229208] env[69350]: DEBUG nova.compute.manager [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.229476] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.230446] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af01ccf-e5e6-4a20-8168-65f1efc425e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.238919] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.239251] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ff2fa5d-398e-4b06-ae4c-f546cd7cfcab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.248372] env[69350]: DEBUG oslo_vmware.api [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for the task: (returnval){ [ 1053.248372] env[69350]: value = "task-4149444" [ 1053.248372] env[69350]: _type = "Task" [ 1053.248372] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.249923] env[69350]: DEBUG nova.compute.utils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.253553] env[69350]: DEBUG nova.compute.manager [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1053.266910] env[69350]: DEBUG oslo_vmware.api [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.320782] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.321032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "bbeda223-6df4-42d2-813c-8e8087771b10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.447592] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149442, 'name': PowerOffVM_Task, 'duration_secs': 0.22181} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.447905] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.448191] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.449229] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80053708-a2df-48b9-8117-721a3dc403b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.457838] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.458086] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b308276-5ea2-4e3b-a7b6-7fcb0a146ca3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.486035] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.486263] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.486431] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Deleting the datastore file [datastore1] 5aeca51c-e793-4523-bda2-e97b20f96828 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.486787] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a00c2ef7-03a8-4678-93b8-3ad588f80802 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.494779] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1053.494779] env[69350]: value = "task-4149446" [ 1053.494779] env[69350]: _type = "Task" [ 1053.494779] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.505803] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.537948] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcc982b-b8ad-411e-a445-85aa62f20345 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.547645] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875a6514-bb65-42c2-8ab9-b275e202cb3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.641654] env[69350]: DEBUG oslo_vmware.api [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149443, 'name': ReconfigVM_Task, 'duration_secs': 0.322397} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.642254] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Reconfigured VM instance instance-0000004f to detach disk 2002 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.648084] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-652632fa-7a5c-43bb-aa76-298391670351 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.663752] env[69350]: DEBUG oslo_vmware.api [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 1053.663752] env[69350]: value = "task-4149447" [ 1053.663752] env[69350]: _type = "Task" [ 1053.663752] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.672795] env[69350]: DEBUG oslo_vmware.api [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.756313] env[69350]: DEBUG nova.compute.manager [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.767441] env[69350]: DEBUG oslo_vmware.api [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149444, 'name': PowerOffVM_Task, 'duration_secs': 0.219692} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.768341] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.768341] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.768341] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcfca81a-9047-40f3-ad24-7503fb5bbebf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.823966] env[69350]: DEBUG nova.compute.manager [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.844035] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.844400] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.844630] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Deleting the datastore file [datastore2] 2221dfc1-f05d-4bb6-a179-697752e4ffe6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.847522] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06e36661-7537-40eb-9fec-dc18073d3993 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.854569] env[69350]: DEBUG oslo_vmware.api [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for the task: (returnval){ [ 1053.854569] env[69350]: value = "task-4149449" [ 1053.854569] env[69350]: _type = "Task" [ 1053.854569] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.865468] env[69350]: DEBUG oslo_vmware.api [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.006017] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12624} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.006017] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.006226] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.006386] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.038011] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98108587-bd1b-43f0-a23a-3d567e7f8cdb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.046714] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3ecf4e-eb8d-4397-b01c-a0aa84523e86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.077222] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f296f-e5ca-4650-bf7c-f6064d3365a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.084934] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a707447c-971f-4dbd-8a57-d54d32b90ec9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.098286] env[69350]: DEBUG nova.compute.provider_tree [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.174403] env[69350]: DEBUG oslo_vmware.api [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.344674] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.367453] env[69350]: DEBUG oslo_vmware.api [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Task: {'id': task-4149449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144925} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.368355] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.368355] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.368355] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.368355] env[69350]: INFO nova.compute.manager [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1054.368600] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.368806] env[69350]: DEBUG nova.compute.manager [-] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.368929] env[69350]: DEBUG nova.network.neutron [-] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.601037] env[69350]: DEBUG nova.scheduler.client.report [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.651716] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581147a8-6fe6-41db-bd34-07356df1fdd6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.681731] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1bdda8-0998-43dc-8cae-b0bde9bf5b27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.689721] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance '8bf53f97-45bf-424b-8a2e-270b02860bd0' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.700220] env[69350]: DEBUG oslo_vmware.api [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.767934] env[69350]: DEBUG nova.compute.manager [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.799476] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.800574] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.800950] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.801279] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.801549] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.801819] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.802165] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.802467] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.802833] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.803152] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.803464] env[69350]: DEBUG nova.virt.hardware [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.804555] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06626c50-9135-4e88-a3eb-399768682299 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.815090] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef40bc6-aab8-4a79-97a4-d0add808f9f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.839407] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.846146] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Creating folder: Project (cb13bce2cdf940c6afe738f92196a848). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.848858] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09d0a1ee-0dcd-4b4b-99cc-b7ddbf203f4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.855691] env[69350]: DEBUG nova.compute.manager [req-98b10ab6-d6c2-43b3-9922-b4855e73fd6b req-45d97bca-3f9c-48fe-944d-6f41d2df2f3f service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Received event network-vif-deleted-71ac0b5f-a501-4d74-b994-1c2e19a9731a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.856103] env[69350]: INFO nova.compute.manager [req-98b10ab6-d6c2-43b3-9922-b4855e73fd6b req-45d97bca-3f9c-48fe-944d-6f41d2df2f3f service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Neutron deleted interface 71ac0b5f-a501-4d74-b994-1c2e19a9731a; detaching it from the instance and deleting it from the info cache [ 1054.856401] env[69350]: DEBUG nova.network.neutron [req-98b10ab6-d6c2-43b3-9922-b4855e73fd6b req-45d97bca-3f9c-48fe-944d-6f41d2df2f3f service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.863868] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Created folder: Project (cb13bce2cdf940c6afe738f92196a848) in parent group-v821414. [ 1054.864181] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Creating folder: Instances. Parent ref: group-v821669. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.864459] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16417b59-1a5f-45a2-adc3-c70a83917f12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.876101] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Created folder: Instances in parent group-v821669. [ 1054.876101] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.876307] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.876993] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ef49df3-f8dd-4257-85ed-0819d9141882 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.895042] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.895042] env[69350]: value = "task-4149452" [ 1054.895042] env[69350]: _type = "Task" [ 1054.895042] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.905455] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149452, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.047861] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.048161] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.048324] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.048508] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.048713] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.048908] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.049180] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.049385] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.049592] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.049784] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.049980] env[69350]: DEBUG nova.virt.hardware [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.051057] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ce13de-947a-4cb1-9eb1-3ecb5d716f96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.060469] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a771cd53-a154-4829-bca3-1819947c60ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.075408] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.081931] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.082250] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.082624] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4c5f782-e046-4735-8325-dd3715ce4388 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.101517] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.101517] env[69350]: value = "task-4149453" [ 1055.101517] env[69350]: _type = "Task" [ 1055.101517] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.105854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.106413] env[69350]: DEBUG nova.compute.manager [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.110454] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.436s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.110827] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.112957] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.718s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.114481] env[69350]: INFO nova.compute.claims [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.122856] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149453, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.141919] env[69350]: INFO nova.scheduler.client.report [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted allocations for instance 949b5fcc-face-445f-bebb-e6c707b44546 [ 1055.187592] env[69350]: DEBUG oslo_vmware.api [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149447, 'name': ReconfigVM_Task, 'duration_secs': 1.174407} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.188994] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821665', 'volume_id': '70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'name': 'volume-70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e1db64d-9c71-4f51-bd53-79b2de8ae146', 'attached_at': '', 'detached_at': '', 'volume_id': '70e398ae-51a7-4e59-a1a5-65e1800baf7b', 'serial': '70e398ae-51a7-4e59-a1a5-65e1800baf7b'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1055.202760] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.203064] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8d5fbb0-5021-46be-aecf-8e6f56dff099 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.211343] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1055.211343] env[69350]: value = "task-4149454" [ 1055.211343] env[69350]: _type = "Task" [ 1055.211343] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.220145] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.352536] env[69350]: DEBUG nova.network.neutron [-] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.359097] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23847109-897f-4610-af1f-36a01e9b6e59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.370212] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012a12c2-01e7-44de-a762-7288b6a873e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.407152] env[69350]: DEBUG nova.compute.manager [req-98b10ab6-d6c2-43b3-9922-b4855e73fd6b req-45d97bca-3f9c-48fe-944d-6f41d2df2f3f service nova] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Detach interface failed, port_id=71ac0b5f-a501-4d74-b994-1c2e19a9731a, reason: Instance 2221dfc1-f05d-4bb6-a179-697752e4ffe6 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.416464] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149452, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.614193] env[69350]: DEBUG nova.compute.utils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.614697] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149453, 'name': CreateVM_Task, 'duration_secs': 0.370755} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.615452] env[69350]: DEBUG nova.compute.manager [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.615689] env[69350]: DEBUG nova.network.neutron [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.617757] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.618473] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.618639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.618972] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.623330] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219c0136-d937-470b-b187-9d977c7ab241 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.630061] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1055.630061] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5208e03b-17a7-5b74-12a3-fe8c42780ff4" [ 1055.630061] env[69350]: _type = "Task" [ 1055.630061] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.643401] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5208e03b-17a7-5b74-12a3-fe8c42780ff4, 'name': SearchDatastore_Task} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.643748] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.643990] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.644247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.644396] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.644581] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.644859] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb8abc64-098e-4898-8410-5c78b44effcd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.651832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aed43c0d-f6a9-4990-8d2d-c680218e717b tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "949b5fcc-face-445f-bebb-e6c707b44546" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.426s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.654735] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.654942] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.655721] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cebe2881-1b0f-4993-a20d-d87a39fd59b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.662445] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1055.662445] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52babffd-8970-2e64-896c-81db857f5f40" [ 1055.662445] env[69350]: _type = "Task" [ 1055.662445] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.670740] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52babffd-8970-2e64-896c-81db857f5f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.677555] env[69350]: DEBUG nova.policy [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76f1d2fe6cfb4375aac76fd68384997f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9ef576ce83e4738a4a2192e4a0f1401', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.722760] env[69350]: DEBUG oslo_vmware.api [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149454, 'name': PowerOnVM_Task, 'duration_secs': 0.453509} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.722760] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.722982] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-21833155-2f88-4ae6-bffb-8137e93db693 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance '8bf53f97-45bf-424b-8a2e-270b02860bd0' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.733997] env[69350]: DEBUG nova.objects.instance [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'flavor' on Instance uuid 5e1db64d-9c71-4f51-bd53-79b2de8ae146 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.855736] env[69350]: INFO nova.compute.manager [-] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Took 1.49 seconds to deallocate network for instance. [ 1055.917653] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149452, 'name': CreateVM_Task, 'duration_secs': 0.669299} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.917848] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.918672] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.918849] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.919333] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.919610] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11877f7a-c617-49b1-bb93-fa362c10d5ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.925281] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1055.925281] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526ebebd-7108-d460-7c07-29ddfd1edb49" [ 1055.925281] env[69350]: _type = "Task" [ 1055.925281] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.935210] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526ebebd-7108-d460-7c07-29ddfd1edb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.957545] env[69350]: DEBUG nova.network.neutron [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Successfully created port: e1ff1ad2-8f26-4818-9704-602507f79a21 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.119387] env[69350]: DEBUG nova.compute.manager [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.177382] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52babffd-8970-2e64-896c-81db857f5f40, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.178166] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7467a212-d285-40d7-8d2a-6621f28b961a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.187451] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1056.187451] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52135faa-e8c3-72c3-4484-4a8a4f10e5c0" [ 1056.187451] env[69350]: _type = "Task" [ 1056.187451] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.195673] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52135faa-e8c3-72c3-4484-4a8a4f10e5c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.362180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.399512] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d507c6-84be-4bd7-a419-34a5261c3bcf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.407434] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1271a7-d254-4164-8be7-171675c7267f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.440619] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2430fbad-089d-4608-b4ee-a9e4c9abbd50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.443200] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.443406] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.451053] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526ebebd-7108-d460-7c07-29ddfd1edb49, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.453296] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.453543] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.453758] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.455072] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bed10f4-11ea-4ff7-a6ea-acbc5a13c9b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.469354] env[69350]: DEBUG nova.compute.provider_tree [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.700347] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52135faa-e8c3-72c3-4484-4a8a4f10e5c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.700701] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.700889] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 5aeca51c-e793-4523-bda2-e97b20f96828/5aeca51c-e793-4523-bda2-e97b20f96828.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.701199] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.701390] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.701614] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa009eb3-d8e0-48e4-99f7-8a35cc261236 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.703687] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-078eef6b-cc56-4a1f-8d7a-951d700580bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.710640] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1056.710640] env[69350]: value = "task-4149455" [ 1056.710640] env[69350]: _type = "Task" [ 1056.710640] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.714796] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.715096] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.716074] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eac2cb9-58cd-4327-a200-662c14a1d2f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.722665] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.726737] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1056.726737] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5218adfe-5564-aa8b-7130-7b550d999220" [ 1056.726737] env[69350]: _type = "Task" [ 1056.726737] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.735355] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5218adfe-5564-aa8b-7130-7b550d999220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.741062] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9336d17-0238-4cda-af52-15f79bd77511 tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.265s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.951572] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.951778] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.951995] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.952200] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.952369] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.952558] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.952937] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1056.953049] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.972858] env[69350]: DEBUG nova.scheduler.client.report [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.129985] env[69350]: DEBUG nova.compute.manager [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.157453] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.157719] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.157882] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.158068] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.158220] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.158372] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.158585] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.158746] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.158916] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.159090] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.159270] env[69350]: DEBUG nova.virt.hardware [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.160221] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a9e8ae-2090-4692-a28d-bee04658f0c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.169389] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66510aa-adfd-4e62-9759-b8baaf916720 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.221041] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493471} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.221345] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 5aeca51c-e793-4523-bda2-e97b20f96828/5aeca51c-e793-4523-bda2-e97b20f96828.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.221584] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.221856] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8447a5f1-d68d-4242-9d35-1db577963f3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.232437] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1057.232437] env[69350]: value = "task-4149456" [ 1057.232437] env[69350]: _type = "Task" [ 1057.232437] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.242813] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5218adfe-5564-aa8b-7130-7b550d999220, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.244047] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6944a5-6aa3-4953-95d5-6159bd0a9a46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.249839] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.253487] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1057.253487] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52413d77-bf41-f177-4a85-41d2797b9283" [ 1057.253487] env[69350]: _type = "Task" [ 1057.253487] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.262037] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52413d77-bf41-f177-4a85-41d2797b9283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.347079] env[69350]: DEBUG nova.compute.manager [req-cdc9dbae-bfc7-49f2-913a-d6c946924018 req-19df7f38-76f6-49cd-a1e1-016077a8e001 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Received event network-vif-plugged-e1ff1ad2-8f26-4818-9704-602507f79a21 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.347079] env[69350]: DEBUG oslo_concurrency.lockutils [req-cdc9dbae-bfc7-49f2-913a-d6c946924018 req-19df7f38-76f6-49cd-a1e1-016077a8e001 service nova] Acquiring lock "0ac54757-717c-434f-9d11-c9be6b645dc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.347079] env[69350]: DEBUG oslo_concurrency.lockutils [req-cdc9dbae-bfc7-49f2-913a-d6c946924018 req-19df7f38-76f6-49cd-a1e1-016077a8e001 service nova] Lock "0ac54757-717c-434f-9d11-c9be6b645dc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.347079] env[69350]: DEBUG oslo_concurrency.lockutils [req-cdc9dbae-bfc7-49f2-913a-d6c946924018 req-19df7f38-76f6-49cd-a1e1-016077a8e001 service nova] Lock "0ac54757-717c-434f-9d11-c9be6b645dc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.347079] env[69350]: DEBUG nova.compute.manager [req-cdc9dbae-bfc7-49f2-913a-d6c946924018 req-19df7f38-76f6-49cd-a1e1-016077a8e001 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] No waiting events found dispatching network-vif-plugged-e1ff1ad2-8f26-4818-9704-602507f79a21 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.347079] env[69350]: WARNING nova.compute.manager [req-cdc9dbae-bfc7-49f2-913a-d6c946924018 req-19df7f38-76f6-49cd-a1e1-016077a8e001 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Received unexpected event network-vif-plugged-e1ff1ad2-8f26-4818-9704-602507f79a21 for instance with vm_state building and task_state spawning. [ 1057.441067] env[69350]: DEBUG nova.network.neutron [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Successfully updated port: e1ff1ad2-8f26-4818-9704-602507f79a21 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.457236] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.479195] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.479672] env[69350]: DEBUG nova.compute.manager [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.483432] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.809s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.483687] env[69350]: DEBUG nova.objects.instance [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lazy-loading 'resources' on Instance uuid a2e5f8d8-5220-45a1-b15f-6d590f0f1af1 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.742362] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067301} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.742778] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.743434] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4cb38f-ed12-4f03-9926-8b9ea861f670 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.763059] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 5aeca51c-e793-4523-bda2-e97b20f96828/5aeca51c-e793-4523-bda2-e97b20f96828.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.766168] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f34396-7053-432b-b27b-26cdd2abeeb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.786039] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52413d77-bf41-f177-4a85-41d2797b9283, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.787394] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.787665] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 11bdae5e-c130-4165-b26f-0bf1be7c618e/11bdae5e-c130-4165-b26f-0bf1be7c618e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.787985] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1057.787985] env[69350]: value = "task-4149457" [ 1057.787985] env[69350]: _type = "Task" [ 1057.787985] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.788190] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-334309d1-8b85-42d2-a16b-efa91c147e22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.798777] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.800071] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1057.800071] env[69350]: value = "task-4149458" [ 1057.800071] env[69350]: _type = "Task" [ 1057.800071] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.807956] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.943960] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "refresh_cache-0ac54757-717c-434f-9d11-c9be6b645dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.944159] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "refresh_cache-0ac54757-717c-434f-9d11-c9be6b645dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.944332] env[69350]: DEBUG nova.network.neutron [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.984644] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.984644] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.984919] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.985036] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.985212] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.988761] env[69350]: DEBUG nova.compute.utils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.990301] env[69350]: INFO nova.compute.manager [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Terminating instance [ 1057.996891] env[69350]: DEBUG nova.compute.manager [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.997152] env[69350]: DEBUG nova.network.neutron [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.059496] env[69350]: DEBUG nova.policy [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea8e3adb09d04bb7aa21234feb795ff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9434c027682d43f289df2ee6f4651656', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.162490] env[69350]: DEBUG nova.network.neutron [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Port 3951dca7-fe43-456b-96a4-045e3518d5cb binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1058.162923] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.163228] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.163492] env[69350]: DEBUG nova.network.neutron [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.305820] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.320035] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.320621] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1b1ee3-815c-4901-bd77-bc0538fb986e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.331784] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8a6a0d-c126-42bf-b0be-32a68d7c55e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.368774] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c269062-c7d1-41e3-a6c8-d16ce2a1002e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.379505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3edf28c-1234-4552-8094-f1d28d6b9335 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.399025] env[69350]: DEBUG nova.compute.provider_tree [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.407025] env[69350]: DEBUG nova.network.neutron [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Successfully created port: 327be5fc-cd60-430b-9e3c-b4ab5465492a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.488125] env[69350]: DEBUG nova.network.neutron [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.494689] env[69350]: DEBUG nova.compute.manager [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.494981] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.495884] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f480f85-6163-4bbc-b534-a48edbd58e7f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.499580] env[69350]: DEBUG nova.compute.manager [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.508368] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.508684] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce782272-0160-4c08-9241-d0e69632e23a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.516921] env[69350]: DEBUG oslo_vmware.api [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 1058.516921] env[69350]: value = "task-4149459" [ 1058.516921] env[69350]: _type = "Task" [ 1058.516921] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.526964] env[69350]: DEBUG oslo_vmware.api [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.731192] env[69350]: DEBUG nova.network.neutron [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Updating instance_info_cache with network_info: [{"id": "e1ff1ad2-8f26-4818-9704-602507f79a21", "address": "fa:16:3e:cb:8d:c9", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1ff1ad2-8f", "ovs_interfaceid": "e1ff1ad2-8f26-4818-9704-602507f79a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.801711] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149457, 'name': ReconfigVM_Task, 'duration_secs': 0.627056} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.802221] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 5aeca51c-e793-4523-bda2-e97b20f96828/5aeca51c-e793-4523-bda2-e97b20f96828.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.802727] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-106b84c5-89b8-4911-a3e1-28c636543768 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.810102] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1058.810102] env[69350]: value = "task-4149460" [ 1058.810102] env[69350]: _type = "Task" [ 1058.810102] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.819895] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542942} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.820629] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 11bdae5e-c130-4165-b26f-0bf1be7c618e/11bdae5e-c130-4165-b26f-0bf1be7c618e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.820853] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.821139] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c723421-936c-4d75-9a4f-0e7cf299e3ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.826804] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149460, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.831483] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1058.831483] env[69350]: value = "task-4149461" [ 1058.831483] env[69350]: _type = "Task" [ 1058.831483] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.846022] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.910046] env[69350]: DEBUG nova.scheduler.client.report [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.029261] env[69350]: DEBUG oslo_vmware.api [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149459, 'name': PowerOffVM_Task, 'duration_secs': 0.244257} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.029676] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.029805] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.030022] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54fd1e7e-d764-4174-92c9-316d44e93261 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.104780] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.105116] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.105278] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Deleting the datastore file [datastore1] 5e1db64d-9c71-4f51-bd53-79b2de8ae146 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.105583] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fba10ea6-be13-4416-b698-9019183431e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.114482] env[69350]: DEBUG oslo_vmware.api [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for the task: (returnval){ [ 1059.114482] env[69350]: value = "task-4149463" [ 1059.114482] env[69350]: _type = "Task" [ 1059.114482] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.122733] env[69350]: DEBUG oslo_vmware.api [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.234844] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "refresh_cache-0ac54757-717c-434f-9d11-c9be6b645dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.235234] env[69350]: DEBUG nova.compute.manager [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Instance network_info: |[{"id": "e1ff1ad2-8f26-4818-9704-602507f79a21", "address": "fa:16:3e:cb:8d:c9", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1ff1ad2-8f", "ovs_interfaceid": "e1ff1ad2-8f26-4818-9704-602507f79a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.235726] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:8d:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1ff1ad2-8f26-4818-9704-602507f79a21', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.243817] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.244017] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.244257] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62a7b651-d11f-4f65-b443-1664cdef6197 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.265316] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.265316] env[69350]: value = "task-4149464" [ 1059.265316] env[69350]: _type = "Task" [ 1059.265316] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.273401] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149464, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.320020] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149460, 'name': Rename_Task, 'duration_secs': 0.185227} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.320323] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.320562] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc7cbfd3-67a5-433c-851b-7c9d158304e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.327430] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1059.327430] env[69350]: value = "task-4149465" [ 1059.327430] env[69350]: _type = "Task" [ 1059.327430] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.338160] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.343167] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103375} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.346904] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.346904] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e00d445-cb3a-44ef-b8c2-bc7b1e7278e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.364952] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 11bdae5e-c130-4165-b26f-0bf1be7c618e/11bdae5e-c130-4165-b26f-0bf1be7c618e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.365354] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11658255-6fd2-478b-ac97-d6cf617d7e44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.394875] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1059.394875] env[69350]: value = "task-4149466" [ 1059.394875] env[69350]: _type = "Task" [ 1059.394875] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.404514] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.414667] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.417068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.057s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.449638] env[69350]: INFO nova.scheduler.client.report [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted allocations for instance a2e5f8d8-5220-45a1-b15f-6d590f0f1af1 [ 1059.465206] env[69350]: DEBUG nova.network.neutron [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance_info_cache with network_info: [{"id": "3951dca7-fe43-456b-96a4-045e3518d5cb", "address": "fa:16:3e:7c:0c:41", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3951dca7-fe", "ovs_interfaceid": "3951dca7-fe43-456b-96a4-045e3518d5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.510373] env[69350]: DEBUG nova.compute.manager [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.539878] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.540163] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.540328] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.540507] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.540645] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.540801] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.541030] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.541199] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.541372] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.541534] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.541710] env[69350]: DEBUG nova.virt.hardware [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.542661] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca3790e-6667-4091-bbae-1c15fe508b7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.551771] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdab08e7-f9c1-440c-aafa-4827603c1a94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.571463] env[69350]: DEBUG nova.compute.manager [req-857713cd-2e04-47a3-8b3b-4ab598aa9658 req-0d22c4f8-583d-4450-8df3-8438f5bb2891 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Received event network-changed-e1ff1ad2-8f26-4818-9704-602507f79a21 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.571752] env[69350]: DEBUG nova.compute.manager [req-857713cd-2e04-47a3-8b3b-4ab598aa9658 req-0d22c4f8-583d-4450-8df3-8438f5bb2891 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Refreshing instance network info cache due to event network-changed-e1ff1ad2-8f26-4818-9704-602507f79a21. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.572065] env[69350]: DEBUG oslo_concurrency.lockutils [req-857713cd-2e04-47a3-8b3b-4ab598aa9658 req-0d22c4f8-583d-4450-8df3-8438f5bb2891 service nova] Acquiring lock "refresh_cache-0ac54757-717c-434f-9d11-c9be6b645dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.572282] env[69350]: DEBUG oslo_concurrency.lockutils [req-857713cd-2e04-47a3-8b3b-4ab598aa9658 req-0d22c4f8-583d-4450-8df3-8438f5bb2891 service nova] Acquired lock "refresh_cache-0ac54757-717c-434f-9d11-c9be6b645dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.572516] env[69350]: DEBUG nova.network.neutron [req-857713cd-2e04-47a3-8b3b-4ab598aa9658 req-0d22c4f8-583d-4450-8df3-8438f5bb2891 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Refreshing network info cache for port e1ff1ad2-8f26-4818-9704-602507f79a21 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.627890] env[69350]: DEBUG oslo_vmware.api [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Task: {'id': task-4149463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16057} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.627890] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.628383] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.629393] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.629393] env[69350]: INFO nova.compute.manager [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1059.629922] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.630388] env[69350]: DEBUG nova.compute.manager [-] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.632030] env[69350]: DEBUG nova.network.neutron [-] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.777682] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149464, 'name': CreateVM_Task, 'duration_secs': 0.504133} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.781021] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.781021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.781021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.781021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.781021] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b47da9-6b6f-46eb-9242-b0bed648b26d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.787479] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1059.787479] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525d9576-d0d0-5fc4-38b9-682e53f62393" [ 1059.787479] env[69350]: _type = "Task" [ 1059.787479] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.797251] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525d9576-d0d0-5fc4-38b9-682e53f62393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.841338] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149465, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.908476] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149466, 'name': ReconfigVM_Task, 'duration_secs': 0.418726} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.908476] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 11bdae5e-c130-4165-b26f-0bf1be7c618e/11bdae5e-c130-4165-b26f-0bf1be7c618e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.908476] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7acdf8c-200b-49fa-afa3-c6000ad2eda5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.915520] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1059.915520] env[69350]: value = "task-4149467" [ 1059.915520] env[69350]: _type = "Task" [ 1059.915520] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.921647] env[69350]: INFO nova.compute.claims [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.932237] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149467, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.963146] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76a7c88e-7485-47ed-9fba-cd34ac95a29c tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "a2e5f8d8-5220-45a1-b15f-6d590f0f1af1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.693s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.970725] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.180289] env[69350]: DEBUG nova.network.neutron [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Successfully updated port: 327be5fc-cd60-430b-9e3c-b4ab5465492a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.235519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.235519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.235716] env[69350]: DEBUG oslo_concurrency.lockutils [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.235845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.236018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.238108] env[69350]: INFO nova.compute.manager [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Terminating instance [ 1060.300554] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525d9576-d0d0-5fc4-38b9-682e53f62393, 'name': SearchDatastore_Task, 'duration_secs': 0.014604} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.301017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.301278] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.301519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.301670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.301851] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.303056] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63a5e350-22e6-489c-ae32-18a1656b2e2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.313074] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.313271] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.314144] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb191d07-746d-4896-8bd8-116ecaa4023f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.320129] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1060.320129] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5220df1e-0fb4-cad4-ebde-93dd16ea7201" [ 1060.320129] env[69350]: _type = "Task" [ 1060.320129] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.327895] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5220df1e-0fb4-cad4-ebde-93dd16ea7201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.337304] env[69350]: DEBUG oslo_vmware.api [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149465, 'name': PowerOnVM_Task, 'duration_secs': 0.600526} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.337559] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.337823] env[69350]: DEBUG nova.compute.manager [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.338520] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedeba9a-0631-497b-b4ba-631ebb01bb76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.426960] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149467, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.434788] env[69350]: INFO nova.compute.resource_tracker [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating resource usage from migration 696f8aa1-aaea-48a6-8c0c-0e4b27af2e63 [ 1060.440034] env[69350]: DEBUG nova.network.neutron [req-857713cd-2e04-47a3-8b3b-4ab598aa9658 req-0d22c4f8-583d-4450-8df3-8438f5bb2891 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Updated VIF entry in instance network info cache for port e1ff1ad2-8f26-4818-9704-602507f79a21. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.440034] env[69350]: DEBUG nova.network.neutron [req-857713cd-2e04-47a3-8b3b-4ab598aa9658 req-0d22c4f8-583d-4450-8df3-8438f5bb2891 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Updating instance_info_cache with network_info: [{"id": "e1ff1ad2-8f26-4818-9704-602507f79a21", "address": "fa:16:3e:cb:8d:c9", "network": {"id": "bd4563c9-b541-4bbe-b2fe-0348e7386c98", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-118956194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ef576ce83e4738a4a2192e4a0f1401", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1ff1ad2-8f", "ovs_interfaceid": "e1ff1ad2-8f26-4818-9704-602507f79a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.472216] env[69350]: DEBUG nova.compute.manager [req-e8c3646e-f6d8-405a-8c2f-0b8afbcc4acd req-8dbb8467-924b-4fa3-a07e-da4e8ef9f98c service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Received event network-vif-deleted-18b07f65-cdd4-422a-af6b-9d8feff13f79 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.472414] env[69350]: INFO nova.compute.manager [req-e8c3646e-f6d8-405a-8c2f-0b8afbcc4acd req-8dbb8467-924b-4fa3-a07e-da4e8ef9f98c service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Neutron deleted interface 18b07f65-cdd4-422a-af6b-9d8feff13f79; detaching it from the instance and deleting it from the info cache [ 1060.472777] env[69350]: DEBUG nova.network.neutron [req-e8c3646e-f6d8-405a-8c2f-0b8afbcc4acd req-8dbb8467-924b-4fa3-a07e-da4e8ef9f98c service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.476301] env[69350]: DEBUG nova.compute.manager [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69350) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1060.685458] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "refresh_cache-1600d77f-8895-4b53-b8fb-bacf7e75e24d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.685548] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired lock "refresh_cache-1600d77f-8895-4b53-b8fb-bacf7e75e24d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.685707] env[69350]: DEBUG nova.network.neutron [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.734859] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a1bac7-628e-4d8b-94c0-56841a3a5556 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.743260] env[69350]: DEBUG nova.compute.manager [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.743471] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.744403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6759a8-7598-46b6-88e5-ba7c6e419675 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.748087] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad5159-7a54-461b-8f8e-bebdd1185f65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.756812] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.781980] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-746aa5c2-3ce0-4688-b32d-9f557ee337ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.785909] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30343a19-3b0c-4538-8306-54f486a40a3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.800288] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7e00b8-42c7-443b-84e7-348a81354155 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.804979] env[69350]: DEBUG oslo_vmware.api [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1060.804979] env[69350]: value = "task-4149468" [ 1060.804979] env[69350]: _type = "Task" [ 1060.804979] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.818947] env[69350]: DEBUG nova.compute.provider_tree [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.828377] env[69350]: DEBUG oslo_vmware.api [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.837022] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5220df1e-0fb4-cad4-ebde-93dd16ea7201, 'name': SearchDatastore_Task, 'duration_secs': 0.025701} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.837022] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb5fc22-8850-4c45-a262-1b7e2b3da087 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.842522] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1060.842522] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520807c5-128c-be53-4c7d-48c2172e6a9e" [ 1060.842522] env[69350]: _type = "Task" [ 1060.842522] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.856681] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520807c5-128c-be53-4c7d-48c2172e6a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.857959] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.926860] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149467, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.943216] env[69350]: DEBUG oslo_concurrency.lockutils [req-857713cd-2e04-47a3-8b3b-4ab598aa9658 req-0d22c4f8-583d-4450-8df3-8438f5bb2891 service nova] Releasing lock "refresh_cache-0ac54757-717c-434f-9d11-c9be6b645dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.952941] env[69350]: DEBUG nova.network.neutron [-] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.982853] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a35100f-ce99-48a3-8ec8-8a1fe9ebab13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.993495] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26e95e7-19fd-47c2-9353-8ffc0b935373 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.031033] env[69350]: DEBUG nova.compute.manager [req-e8c3646e-f6d8-405a-8c2f-0b8afbcc4acd req-8dbb8467-924b-4fa3-a07e-da4e8ef9f98c service nova] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Detach interface failed, port_id=18b07f65-cdd4-422a-af6b-9d8feff13f79, reason: Instance 5e1db64d-9c71-4f51-bd53-79b2de8ae146 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.222586] env[69350]: DEBUG nova.network.neutron [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.292379] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "5aeca51c-e793-4523-bda2-e97b20f96828" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.292742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "5aeca51c-e793-4523-bda2-e97b20f96828" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.292998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "5aeca51c-e793-4523-bda2-e97b20f96828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.293243] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "5aeca51c-e793-4523-bda2-e97b20f96828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.293415] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "5aeca51c-e793-4523-bda2-e97b20f96828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.295582] env[69350]: INFO nova.compute.manager [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Terminating instance [ 1061.316119] env[69350]: DEBUG oslo_vmware.api [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149468, 'name': PowerOffVM_Task, 'duration_secs': 0.298557} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.316325] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.316488] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.316729] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fd9fb77-bc89-4316-825e-bd64eef1f177 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.322450] env[69350]: DEBUG nova.scheduler.client.report [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.353537] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520807c5-128c-be53-4c7d-48c2172e6a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.354207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.354207] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0ac54757-717c-434f-9d11-c9be6b645dc8/0ac54757-717c-434f-9d11-c9be6b645dc8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.354421] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95cc5dd9-77d9-4784-a65e-c2c12595e222 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.361303] env[69350]: DEBUG nova.network.neutron [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Updating instance_info_cache with network_info: [{"id": "327be5fc-cd60-430b-9e3c-b4ab5465492a", "address": "fa:16:3e:ca:30:33", "network": {"id": "e1c2e35d-ce39-43df-97e0-b7cc5a274744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577483790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9434c027682d43f289df2ee6f4651656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327be5fc-cd", "ovs_interfaceid": "327be5fc-cd60-430b-9e3c-b4ab5465492a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.363835] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1061.363835] env[69350]: value = "task-4149470" [ 1061.363835] env[69350]: _type = "Task" [ 1061.363835] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.372382] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.382431] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.382670] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.382960] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleting the datastore file [datastore1] 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.383322] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd7a544b-9fed-4d74-b780-634dacbec520 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.391954] env[69350]: DEBUG oslo_vmware.api [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1061.391954] env[69350]: value = "task-4149471" [ 1061.391954] env[69350]: _type = "Task" [ 1061.391954] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.401482] env[69350]: DEBUG oslo_vmware.api [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.425887] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149467, 'name': Rename_Task, 'duration_secs': 1.305041} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.426172] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.426421] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90dc4dc3-72da-4496-887b-1c461dce25ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.432695] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1061.432695] env[69350]: value = "task-4149472" [ 1061.432695] env[69350]: _type = "Task" [ 1061.432695] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.441741] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.456509] env[69350]: INFO nova.compute.manager [-] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Took 1.83 seconds to deallocate network for instance. [ 1061.599769] env[69350]: DEBUG nova.compute.manager [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Received event network-vif-plugged-327be5fc-cd60-430b-9e3c-b4ab5465492a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.600120] env[69350]: DEBUG oslo_concurrency.lockutils [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] Acquiring lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.600415] env[69350]: DEBUG oslo_concurrency.lockutils [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] Lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.600691] env[69350]: DEBUG oslo_concurrency.lockutils [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] Lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.600846] env[69350]: DEBUG nova.compute.manager [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] No waiting events found dispatching network-vif-plugged-327be5fc-cd60-430b-9e3c-b4ab5465492a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.601048] env[69350]: WARNING nova.compute.manager [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Received unexpected event network-vif-plugged-327be5fc-cd60-430b-9e3c-b4ab5465492a for instance with vm_state building and task_state spawning. [ 1061.601204] env[69350]: DEBUG nova.compute.manager [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Received event network-changed-327be5fc-cd60-430b-9e3c-b4ab5465492a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.601520] env[69350]: DEBUG nova.compute.manager [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Refreshing instance network info cache due to event network-changed-327be5fc-cd60-430b-9e3c-b4ab5465492a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.601698] env[69350]: DEBUG oslo_concurrency.lockutils [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] Acquiring lock "refresh_cache-1600d77f-8895-4b53-b8fb-bacf7e75e24d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.609529] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.799016] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "refresh_cache-5aeca51c-e793-4523-bda2-e97b20f96828" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.799206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquired lock "refresh_cache-5aeca51c-e793-4523-bda2-e97b20f96828" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.799455] env[69350]: DEBUG nova.network.neutron [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.829688] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.412s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.829891] env[69350]: INFO nova.compute.manager [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Migrating [ 1061.836858] env[69350]: DEBUG oslo_concurrency.lockutils [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.374s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.837123] env[69350]: DEBUG nova.objects.instance [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lazy-loading 'resources' on Instance uuid 68e79771-9b9d-41f2-86d2-f1bcb9f376b6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.864893] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Releasing lock "refresh_cache-1600d77f-8895-4b53-b8fb-bacf7e75e24d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.865317] env[69350]: DEBUG nova.compute.manager [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Instance network_info: |[{"id": "327be5fc-cd60-430b-9e3c-b4ab5465492a", "address": "fa:16:3e:ca:30:33", "network": {"id": "e1c2e35d-ce39-43df-97e0-b7cc5a274744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577483790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9434c027682d43f289df2ee6f4651656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327be5fc-cd", "ovs_interfaceid": "327be5fc-cd60-430b-9e3c-b4ab5465492a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.865723] env[69350]: DEBUG oslo_concurrency.lockutils [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] Acquired lock "refresh_cache-1600d77f-8895-4b53-b8fb-bacf7e75e24d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.865904] env[69350]: DEBUG nova.network.neutron [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Refreshing network info cache for port 327be5fc-cd60-430b-9e3c-b4ab5465492a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.867238] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:30:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '327be5fc-cd60-430b-9e3c-b4ab5465492a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.875309] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.881298] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.881843] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49d3f3cf-807f-4952-b451-adafc9b53267 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.904622] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149470, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.906070] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.906070] env[69350]: value = "task-4149473" [ 1061.906070] env[69350]: _type = "Task" [ 1061.906070] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.912825] env[69350]: DEBUG oslo_vmware.api [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204752} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.913542] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.913796] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.914397] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.914397] env[69350]: INFO nova.compute.manager [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1061.914524] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.915039] env[69350]: DEBUG nova.compute.manager [-] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.915585] env[69350]: DEBUG nova.network.neutron [-] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.920054] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149473, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.943281] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.963897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.322842] env[69350]: DEBUG nova.network.neutron [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.350407] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.350846] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.350890] env[69350]: DEBUG nova.network.neutron [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.380122] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542758} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.380915] env[69350]: DEBUG nova.network.neutron [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.382125] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 0ac54757-717c-434f-9d11-c9be6b645dc8/0ac54757-717c-434f-9d11-c9be6b645dc8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.382916] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.385883] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d133c22-368e-4634-b96c-0bce93053171 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.395302] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1062.395302] env[69350]: value = "task-4149474" [ 1062.395302] env[69350]: _type = "Task" [ 1062.395302] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.405879] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.418271] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149473, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.447542] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149472, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.515107] env[69350]: DEBUG nova.compute.manager [req-ee040ee5-1d4e-4923-8280-f2fe67f5602c req-8ed3af63-10fb-4dc2-8cef-e51633d7c30e service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Received event network-vif-deleted-e57ae396-d8d5-40be-8281-53b2be64cd77 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.515326] env[69350]: INFO nova.compute.manager [req-ee040ee5-1d4e-4923-8280-f2fe67f5602c req-8ed3af63-10fb-4dc2-8cef-e51633d7c30e service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Neutron deleted interface e57ae396-d8d5-40be-8281-53b2be64cd77; detaching it from the instance and deleting it from the info cache [ 1062.515499] env[69350]: DEBUG nova.network.neutron [req-ee040ee5-1d4e-4923-8280-f2fe67f5602c req-8ed3af63-10fb-4dc2-8cef-e51633d7c30e service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.620723] env[69350]: DEBUG nova.network.neutron [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Updated VIF entry in instance network info cache for port 327be5fc-cd60-430b-9e3c-b4ab5465492a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.621118] env[69350]: DEBUG nova.network.neutron [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Updating instance_info_cache with network_info: [{"id": "327be5fc-cd60-430b-9e3c-b4ab5465492a", "address": "fa:16:3e:ca:30:33", "network": {"id": "e1c2e35d-ce39-43df-97e0-b7cc5a274744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577483790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9434c027682d43f289df2ee6f4651656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327be5fc-cd", "ovs_interfaceid": "327be5fc-cd60-430b-9e3c-b4ab5465492a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.633014] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f24d2e8-f418-47e5-aa01-1176205853ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.642880] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3655cad3-5145-427f-996c-d7eecc78a940 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.677688] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bf7985-0a5d-4ef2-8364-4de904a18ea7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.686933] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f8152-329e-40d4-9bb6-920418234200 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.702859] env[69350]: DEBUG nova.compute.provider_tree [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.744038] env[69350]: DEBUG nova.network.neutron [-] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.886563] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Releasing lock "refresh_cache-5aeca51c-e793-4523-bda2-e97b20f96828" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.886996] env[69350]: DEBUG nova.compute.manager [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.887217] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.888083] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6902abf-74b4-49e0-9117-14de05c6d8bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.897256] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.900487] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-744bc580-d558-4291-9d02-5d06cfaf2e4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.909441] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113785} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.913554] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.913908] env[69350]: DEBUG oslo_vmware.api [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1062.913908] env[69350]: value = "task-4149475" [ 1062.913908] env[69350]: _type = "Task" [ 1062.913908] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.914624] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84fc4ef-5f5f-4c09-acc3-8cde26791c09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.923928] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149473, 'name': CreateVM_Task, 'duration_secs': 0.544462} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.924423] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.925143] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.925310] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.925651] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.925926] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d13708-e343-4a2f-8c95-d26583937efe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.951527] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 0ac54757-717c-434f-9d11-c9be6b645dc8/0ac54757-717c-434f-9d11-c9be6b645dc8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.951859] env[69350]: DEBUG oslo_vmware.api [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.957857] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e60f494-f176-4576-9589-ea2b2e14238e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.975570] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1062.975570] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52229126-6fa1-76f5-9c2a-9d7a8fac8878" [ 1062.975570] env[69350]: _type = "Task" [ 1062.975570] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.982133] env[69350]: DEBUG oslo_vmware.api [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149472, 'name': PowerOnVM_Task, 'duration_secs': 1.106452} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.983787] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.984027] env[69350]: INFO nova.compute.manager [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1062.984210] env[69350]: DEBUG nova.compute.manager [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.984538] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1062.984538] env[69350]: value = "task-4149476" [ 1062.984538] env[69350]: _type = "Task" [ 1062.984538] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.985252] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bbdd15-4023-4546-91c0-73269cc477dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.993732] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52229126-6fa1-76f5-9c2a-9d7a8fac8878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.000216] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.021104] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6df2e9e7-5cdd-447d-8bb0-b459c24a1df3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.030817] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514da50f-0076-43c1-b74e-80a3396fd491 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.071165] env[69350]: DEBUG nova.compute.manager [req-ee040ee5-1d4e-4923-8280-f2fe67f5602c req-8ed3af63-10fb-4dc2-8cef-e51633d7c30e service nova] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Detach interface failed, port_id=e57ae396-d8d5-40be-8281-53b2be64cd77, reason: Instance 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.124517] env[69350]: DEBUG oslo_concurrency.lockutils [req-3622629c-8421-45c6-9e7f-ee306f475516 req-60a3a15a-7808-486c-8931-cf740103782a service nova] Releasing lock "refresh_cache-1600d77f-8895-4b53-b8fb-bacf7e75e24d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.183960] env[69350]: DEBUG nova.network.neutron [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance_info_cache with network_info: [{"id": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "address": "fa:16:3e:f1:e8:63", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ef60e-df", "ovs_interfaceid": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.207594] env[69350]: DEBUG nova.scheduler.client.report [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.247456] env[69350]: INFO nova.compute.manager [-] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Took 1.33 seconds to deallocate network for instance. [ 1063.427306] env[69350]: DEBUG oslo_vmware.api [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149475, 'name': PowerOffVM_Task, 'duration_secs': 0.319787} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.427737] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.427809] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.428070] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b69b787-3f69-4e9a-a9be-5a6ba8704203 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.457616] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.457829] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.458031] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Deleting the datastore file [datastore2] 5aeca51c-e793-4523-bda2-e97b20f96828 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.458331] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d7932fa-0d1d-49ce-949b-a143a9cccef5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.466537] env[69350]: DEBUG oslo_vmware.api [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for the task: (returnval){ [ 1063.466537] env[69350]: value = "task-4149478" [ 1063.466537] env[69350]: _type = "Task" [ 1063.466537] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.478795] env[69350]: DEBUG oslo_vmware.api [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.490395] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52229126-6fa1-76f5-9c2a-9d7a8fac8878, 'name': SearchDatastore_Task, 'duration_secs': 0.043919} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.494532] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.494913] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.495270] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.495438] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.495733] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.496112] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d557f52a-f624-4cbf-a86b-7f60ebda8032 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.509988] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.514833] env[69350]: INFO nova.compute.manager [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Took 24.88 seconds to build instance. [ 1063.516736] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.516989] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.518083] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5be045-67d5-4bac-b514-2fce9d810b97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.525032] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1063.525032] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52cd70f4-a907-a849-afa1-6318cc4888a9" [ 1063.525032] env[69350]: _type = "Task" [ 1063.525032] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.535026] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cd70f4-a907-a849-afa1-6318cc4888a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.686932] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.712754] env[69350]: DEBUG oslo_concurrency.lockutils [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.716184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.207s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.716493] env[69350]: DEBUG nova.objects.instance [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lazy-loading 'resources' on Instance uuid fcbbeb76-4231-422b-8d83-f0b742a9bc1c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.735877] env[69350]: INFO nova.scheduler.client.report [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Deleted allocations for instance 68e79771-9b9d-41f2-86d2-f1bcb9f376b6 [ 1063.757491] env[69350]: DEBUG oslo_concurrency.lockutils [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.978064] env[69350]: DEBUG oslo_vmware.api [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Task: {'id': task-4149478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139489} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.978064] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.978064] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.978064] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.978064] env[69350]: INFO nova.compute.manager [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1063.978692] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.978692] env[69350]: DEBUG nova.compute.manager [-] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.978692] env[69350]: DEBUG nova.network.neutron [-] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.000185] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.003730] env[69350]: DEBUG nova.network.neutron [-] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.019191] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50434126-cd16-4b4f-92f3-bcc4898d824c tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "11bdae5e-c130-4165-b26f-0bf1be7c618e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.390s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.036039] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cd70f4-a907-a849-afa1-6318cc4888a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012648} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.036726] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed0419d-352b-4627-898b-ee1904162854 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.042351] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1064.042351] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f9ac12-20ce-66f5-a5ea-264652f2e293" [ 1064.042351] env[69350]: _type = "Task" [ 1064.042351] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.050829] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f9ac12-20ce-66f5-a5ea-264652f2e293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.244182] env[69350]: DEBUG oslo_concurrency.lockutils [None req-930c65d7-d446-4507-8ace-2211227df457 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "68e79771-9b9d-41f2-86d2-f1bcb9f376b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.292s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.447785] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e834887c-abcd-4685-be0c-47f1f145c056 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.455599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cdda26-c13e-4421-8bc5-e2278a3e4165 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.487405] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2e9682-39f2-48fa-9f81-20417092e3a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.498194] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58647b56-550d-4f59-8d87-8395a92936a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.505401] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.506048] env[69350]: DEBUG nova.network.neutron [-] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.515840] env[69350]: DEBUG nova.compute.provider_tree [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.559023] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f9ac12-20ce-66f5-a5ea-264652f2e293, 'name': SearchDatastore_Task, 'duration_secs': 0.026027} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.559326] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.559611] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 1600d77f-8895-4b53-b8fb-bacf7e75e24d/1600d77f-8895-4b53-b8fb-bacf7e75e24d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.560338] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-374100c4-dd52-4452-ab15-5ac5909c251f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.569161] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1064.569161] env[69350]: value = "task-4149479" [ 1064.569161] env[69350]: _type = "Task" [ 1064.569161] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.581449] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.004920] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149476, 'name': ReconfigVM_Task, 'duration_secs': 1.710326} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.005420] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 0ac54757-717c-434f-9d11-c9be6b645dc8/0ac54757-717c-434f-9d11-c9be6b645dc8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.006083] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f75cb2f4-294a-4558-9d46-2e2224c2e450 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.008830] env[69350]: INFO nova.compute.manager [-] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Took 1.03 seconds to deallocate network for instance. [ 1065.017801] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1065.017801] env[69350]: value = "task-4149480" [ 1065.017801] env[69350]: _type = "Task" [ 1065.017801] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.018923] env[69350]: DEBUG nova.scheduler.client.report [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.035033] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149480, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.048098] env[69350]: INFO nova.compute.manager [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Rebuilding instance [ 1065.085092] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149479, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.122889] env[69350]: DEBUG nova.compute.manager [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.124023] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7076ab5-1040-4827-b390-1280617af1c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.203603] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde1a127-be4c-45bc-8995-02ff7a7a41c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.226172] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance '97a20fc1-ef2b-4927-b335-3fd748bf90e3' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.515639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.529916] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.532278] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149480, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.532776] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.009s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.534432] env[69350]: INFO nova.compute.claims [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.549730] env[69350]: INFO nova.scheduler.client.report [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Deleted allocations for instance fcbbeb76-4231-422b-8d83-f0b742a9bc1c [ 1065.581953] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754119} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.583388] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 1600d77f-8895-4b53-b8fb-bacf7e75e24d/1600d77f-8895-4b53-b8fb-bacf7e75e24d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.583580] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.584227] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9f1e48a-f44e-4314-b040-ba2f97ce29d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.592815] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1065.592815] env[69350]: value = "task-4149481" [ 1065.592815] env[69350]: _type = "Task" [ 1065.592815] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.603863] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.733619] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.733987] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a20caa1-46b5-4eec-a0c5-75fa75b85820 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.742352] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1065.742352] env[69350]: value = "task-4149482" [ 1065.742352] env[69350]: _type = "Task" [ 1065.742352] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.751297] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.029300] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149480, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.058248] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ebe02afc-28b5-4a13-9a8c-d97895837bd7 tempest-ListServersNegativeTestJSON-1410805351 tempest-ListServersNegativeTestJSON-1410805351-project-member] Lock "fcbbeb76-4231-422b-8d83-f0b742a9bc1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.050s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.102480] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07708} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.102779] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.103567] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778c2f61-81e2-4c5d-9216-d797fd3b630e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.127914] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 1600d77f-8895-4b53-b8fb-bacf7e75e24d/1600d77f-8895-4b53-b8fb-bacf7e75e24d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.127914] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baeaaef7-0d94-4123-a208-4744e0e1d88e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.142522] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.143117] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe921dc-932e-4d1d-aeea-c48ae800b839 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.151095] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1066.151095] env[69350]: value = "task-4149484" [ 1066.151095] env[69350]: _type = "Task" [ 1066.151095] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.152315] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1066.152315] env[69350]: value = "task-4149483" [ 1066.152315] env[69350]: _type = "Task" [ 1066.152315] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.164984] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.168091] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.252697] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149482, 'name': PowerOffVM_Task, 'duration_secs': 0.250658} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.253036] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.253274] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance '97a20fc1-ef2b-4927-b335-3fd748bf90e3' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.530116] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149480, 'name': Rename_Task, 'duration_secs': 1.227958} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.530437] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.530701] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d28989d1-8992-44e6-a1b1-70580a51a41c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.537018] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1066.537018] env[69350]: value = "task-4149485" [ 1066.537018] env[69350]: _type = "Task" [ 1066.537018] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.547742] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.671907] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149484, 'name': ReconfigVM_Task, 'duration_secs': 0.377089} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.672185] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149483, 'name': PowerOffVM_Task, 'duration_secs': 0.145146} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.675171] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 1600d77f-8895-4b53-b8fb-bacf7e75e24d/1600d77f-8895-4b53-b8fb-bacf7e75e24d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.675834] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.676465] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.677096] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a311342-723f-4a91-a36e-edfe7636e5f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.679116] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e83654-9ffc-4960-a892-1bd0869075d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.687180] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.690874] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71eb6ad3-a4c7-4dc3-a232-c3fde15cf100 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.692442] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1066.692442] env[69350]: value = "task-4149486" [ 1066.692442] env[69350]: _type = "Task" [ 1066.692442] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.701510] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149486, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.721867] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.722139] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.722390] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Deleting the datastore file [datastore2] 11bdae5e-c130-4165-b26f-0bf1be7c618e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.722907] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ae4813-4243-4578-8bfb-89c3f22914dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.730631] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1066.730631] env[69350]: value = "task-4149488" [ 1066.730631] env[69350]: _type = "Task" [ 1066.730631] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.743788] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.760564] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.760888] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.760994] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.761181] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.761448] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.761660] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.761660] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.761811] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.761977] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.762236] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.762427] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.770598] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c474a017-af1c-4a2a-a48f-3345187e9f9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.791368] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1066.791368] env[69350]: value = "task-4149489" [ 1066.791368] env[69350]: _type = "Task" [ 1066.791368] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.804164] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.810441] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe93e87-f6ef-4688-a990-76086321135e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.821107] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bd20c9-4fce-4bce-a237-3376683af9ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.857611] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f643730a-1abc-4ed2-aa37-619e5c90d476 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.865667] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b86d35-711f-4d66-b553-0c55627a0f75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.879561] env[69350]: DEBUG nova.compute.provider_tree [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.049761] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149485, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.203505] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149486, 'name': Rename_Task, 'duration_secs': 0.173199} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.203809] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.204065] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-701be36b-ab21-4c98-9d49-b35012cab03b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.210935] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1067.210935] env[69350]: value = "task-4149490" [ 1067.210935] env[69350]: _type = "Task" [ 1067.210935] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.219370] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.240566] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119455} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.240824] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.241025] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.241827] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.302530] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149489, 'name': ReconfigVM_Task, 'duration_secs': 0.250275} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.303703] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance '97a20fc1-ef2b-4927-b335-3fd748bf90e3' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.382782] env[69350]: DEBUG nova.scheduler.client.report [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.548460] env[69350]: DEBUG oslo_vmware.api [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149485, 'name': PowerOnVM_Task, 'duration_secs': 0.551721} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.548778] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.549014] env[69350]: INFO nova.compute.manager [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1067.549217] env[69350]: DEBUG nova.compute.manager [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.549994] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0061c2a2-8359-42b9-9a22-cf5774bef00a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.721512] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149490, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.812282] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.812568] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.812850] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.813775] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.814221] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.814659] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.814976] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.815082] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.815292] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.815479] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.815690] env[69350]: DEBUG nova.virt.hardware [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.825018] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.825018] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b6b7c9-2304-4e38-87fd-92fcbe31c82e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.850824] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1067.850824] env[69350]: value = "task-4149491" [ 1067.850824] env[69350]: _type = "Task" [ 1067.850824] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.862935] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.888090] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.888598] env[69350]: DEBUG nova.compute.manager [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.891389] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.547s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.893795] env[69350]: INFO nova.compute.claims [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.068471] env[69350]: INFO nova.compute.manager [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Took 29.20 seconds to build instance. [ 1068.222345] env[69350]: DEBUG oslo_vmware.api [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149490, 'name': PowerOnVM_Task, 'duration_secs': 0.670269} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.222635] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.222892] env[69350]: INFO nova.compute.manager [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1068.223098] env[69350]: DEBUG nova.compute.manager [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.223920] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4563a16-aeaf-48f3-b607-7eaab43308fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.283290] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.283623] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.283808] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.283951] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.284216] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.284508] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.284820] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.285493] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.285493] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.285493] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.285680] env[69350]: DEBUG nova.virt.hardware [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.286784] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a3a1f-a0c1-451f-8a29-add313cb8d05 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.297539] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de29f3-efd5-492d-afea-84c0cdbf9a57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.312145] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.318049] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.318370] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.318637] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a04a8d0-5416-46b6-8fa5-61f5e2fcae97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.336999] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.336999] env[69350]: value = "task-4149492" [ 1068.336999] env[69350]: _type = "Task" [ 1068.336999] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.345873] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149492, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.359876] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149491, 'name': ReconfigVM_Task, 'duration_secs': 0.192551} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.360361] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.361046] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c0de82-82aa-47ce-a200-6cecd84bf71d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.386751] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 97a20fc1-ef2b-4927-b335-3fd748bf90e3/97a20fc1-ef2b-4927-b335-3fd748bf90e3.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.387170] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1ddaea-09e0-471a-8a1c-111dac819552 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.405575] env[69350]: DEBUG nova.compute.utils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.408445] env[69350]: DEBUG nova.compute.manager [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.408695] env[69350]: DEBUG nova.network.neutron [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.416649] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1068.416649] env[69350]: value = "task-4149493" [ 1068.416649] env[69350]: _type = "Task" [ 1068.416649] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.429625] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.504471] env[69350]: DEBUG nova.policy [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df702db1ec0b4a50a5e23e79b2f79d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15c998f3db3849e2b16e4d90ebaa7df4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.570029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c8bca7f-b6a5-4606-b08a-cc9963ee0fd5 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "0ac54757-717c-434f-9d11-c9be6b645dc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.712s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.747654] env[69350]: INFO nova.compute.manager [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Took 27.37 seconds to build instance. [ 1068.848450] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149492, 'name': CreateVM_Task, 'duration_secs': 0.322773} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.848866] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.849285] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.849508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.849870] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.850185] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae85498-6363-4bbf-8583-2743f14220eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.856322] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1068.856322] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b1c7e3-3656-b531-7a8d-49ff24f91ba5" [ 1068.856322] env[69350]: _type = "Task" [ 1068.856322] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.865482] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b1c7e3-3656-b531-7a8d-49ff24f91ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.909864] env[69350]: DEBUG nova.compute.manager [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.929361] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149493, 'name': ReconfigVM_Task, 'duration_secs': 0.336375} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.929660] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 97a20fc1-ef2b-4927-b335-3fd748bf90e3/97a20fc1-ef2b-4927-b335-3fd748bf90e3.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.930294] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance '97a20fc1-ef2b-4927-b335-3fd748bf90e3' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.976394] env[69350]: DEBUG nova.network.neutron [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Successfully created port: 4a9947c5-a5aa-4ef9-808c-2d38eb1258f0 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.171472] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45252d97-c47f-4380-811a-fa291bf4918f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.180616] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5701d9-ded8-4a29-b215-781b54bcc656 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.215045] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2055c221-232b-48ba-9762-9f9250a52fa5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.223382] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27966dc2-fb46-4731-80c3-c752b1771bde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.237810] env[69350]: DEBUG nova.compute.provider_tree [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.249704] env[69350]: DEBUG oslo_concurrency.lockutils [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "0ac54757-717c-434f-9d11-c9be6b645dc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.249962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "0ac54757-717c-434f-9d11-c9be6b645dc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.250186] env[69350]: DEBUG oslo_concurrency.lockutils [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "0ac54757-717c-434f-9d11-c9be6b645dc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.250367] env[69350]: DEBUG oslo_concurrency.lockutils [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "0ac54757-717c-434f-9d11-c9be6b645dc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.250531] env[69350]: DEBUG oslo_concurrency.lockutils [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "0ac54757-717c-434f-9d11-c9be6b645dc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.252647] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0d69a627-3d32-4bd4-b554-1f469517cf23 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.886s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.253128] env[69350]: INFO nova.compute.manager [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Terminating instance [ 1069.370720] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b1c7e3-3656-b531-7a8d-49ff24f91ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.371191] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.371535] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.371888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.372137] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.372413] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.372828] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bec0082-b286-4d13-aa2b-717010dab946 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.384221] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.384518] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.385632] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b366a6-a293-46ca-b0b7-cd0159e4d314 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.393955] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1069.393955] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e16cce-5b5e-aab3-f8e6-4a6535da60c3" [ 1069.393955] env[69350]: _type = "Task" [ 1069.393955] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.402756] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e16cce-5b5e-aab3-f8e6-4a6535da60c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.437114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8e5940-30e8-47e5-8c72-5bd4e15bef1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.463635] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bddbe7-047f-490e-8639-2e314263bc54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.482825] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance '97a20fc1-ef2b-4927-b335-3fd748bf90e3' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.741106] env[69350]: DEBUG nova.scheduler.client.report [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.757426] env[69350]: DEBUG nova.compute.manager [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.758347] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.759983] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d1a03-66cd-40bc-891f-f12afc08e6f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.775612] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.776069] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1e5545a-e877-416b-a8aa-e45c2f162b93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.785286] env[69350]: DEBUG oslo_vmware.api [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1069.785286] env[69350]: value = "task-4149494" [ 1069.785286] env[69350]: _type = "Task" [ 1069.785286] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.799116] env[69350]: DEBUG oslo_vmware.api [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.908997] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e16cce-5b5e-aab3-f8e6-4a6535da60c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.910245] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61abf728-7d75-4189-a54e-0410f6678fd9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.919018] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1069.919018] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5295b4bb-dd6b-b3f8-f458-f6532da1db16" [ 1069.919018] env[69350]: _type = "Task" [ 1069.919018] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.930453] env[69350]: DEBUG nova.compute.manager [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.932179] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5295b4bb-dd6b-b3f8-f458-f6532da1db16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.960833] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.961121] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.961270] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.961497] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.961621] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.961944] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.962022] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.962345] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.962482] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.962653] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.962864] env[69350]: DEBUG nova.virt.hardware [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.963852] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd395e9-a45a-4064-b3aa-31415f6ec565 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.973341] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf87adaf-25bf-4cf2-882e-7edd6a43b6af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.062946] env[69350]: DEBUG nova.network.neutron [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Port 5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1070.247350] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.247994] env[69350]: DEBUG nova.compute.manager [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.251021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.889s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.255183] env[69350]: DEBUG nova.objects.instance [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lazy-loading 'resources' on Instance uuid 2221dfc1-f05d-4bb6-a179-697752e4ffe6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.303380] env[69350]: DEBUG oslo_vmware.api [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149494, 'name': PowerOffVM_Task, 'duration_secs': 0.404909} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.303862] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.304179] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.304572] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e344ba0-9fbd-429e-966b-8a962a322525 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.384172] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.384477] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.384699] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleting the datastore file [datastore2] 0ac54757-717c-434f-9d11-c9be6b645dc8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.385019] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a03a752e-daa0-4e48-bd19-797b472813e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.392145] env[69350]: DEBUG oslo_vmware.api [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for the task: (returnval){ [ 1070.392145] env[69350]: value = "task-4149496" [ 1070.392145] env[69350]: _type = "Task" [ 1070.392145] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.407983] env[69350]: DEBUG oslo_vmware.api [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.430206] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5295b4bb-dd6b-b3f8-f458-f6532da1db16, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.430535] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.430864] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 11bdae5e-c130-4165-b26f-0bf1be7c618e/11bdae5e-c130-4165-b26f-0bf1be7c618e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.431154] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ac100cd-a06b-4dc4-abe6-4b0c4bd664e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.439059] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1070.439059] env[69350]: value = "task-4149497" [ 1070.439059] env[69350]: _type = "Task" [ 1070.439059] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.450302] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.725235] env[69350]: DEBUG nova.compute.manager [req-c165e6e5-4dce-4030-98d7-c7ee83bde492 req-e5b32705-477c-4aa1-b6c6-68e37ada9a53 service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Received event network-vif-plugged-4a9947c5-a5aa-4ef9-808c-2d38eb1258f0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.725482] env[69350]: DEBUG oslo_concurrency.lockutils [req-c165e6e5-4dce-4030-98d7-c7ee83bde492 req-e5b32705-477c-4aa1-b6c6-68e37ada9a53 service nova] Acquiring lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.725711] env[69350]: DEBUG oslo_concurrency.lockutils [req-c165e6e5-4dce-4030-98d7-c7ee83bde492 req-e5b32705-477c-4aa1-b6c6-68e37ada9a53 service nova] Lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.725922] env[69350]: DEBUG oslo_concurrency.lockutils [req-c165e6e5-4dce-4030-98d7-c7ee83bde492 req-e5b32705-477c-4aa1-b6c6-68e37ada9a53 service nova] Lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.727052] env[69350]: DEBUG nova.compute.manager [req-c165e6e5-4dce-4030-98d7-c7ee83bde492 req-e5b32705-477c-4aa1-b6c6-68e37ada9a53 service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] No waiting events found dispatching network-vif-plugged-4a9947c5-a5aa-4ef9-808c-2d38eb1258f0 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.727315] env[69350]: WARNING nova.compute.manager [req-c165e6e5-4dce-4030-98d7-c7ee83bde492 req-e5b32705-477c-4aa1-b6c6-68e37ada9a53 service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Received unexpected event network-vif-plugged-4a9947c5-a5aa-4ef9-808c-2d38eb1258f0 for instance with vm_state building and task_state spawning. [ 1070.754914] env[69350]: DEBUG nova.compute.utils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.756441] env[69350]: DEBUG nova.compute.manager [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.757729] env[69350]: DEBUG nova.network.neutron [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.865294] env[69350]: DEBUG nova.policy [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4db4ec4e7214fad90a24464240525e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01f41324f5d42edb4949e36cc14f759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.904272] env[69350]: DEBUG oslo_vmware.api [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Task: {'id': task-4149496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182529} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.904731] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.904837] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.905689] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.906584] env[69350]: INFO nova.compute.manager [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1070.906801] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.907039] env[69350]: DEBUG nova.compute.manager [-] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.907139] env[69350]: DEBUG nova.network.neutron [-] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.909891] env[69350]: DEBUG nova.compute.manager [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.913770] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326215d2-cc33-4745-9f03-ec797f1e1918 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.955230] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149497, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.059534] env[69350]: DEBUG nova.network.neutron [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Successfully updated port: 4a9947c5-a5aa-4ef9-808c-2d38eb1258f0 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.097470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.097470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.097728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.109464] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3838b8a2-b4bf-4550-af9b-20e2d70f51a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.122083] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476fd46e-c559-46e0-937b-0aac070ed0c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.165461] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a2fac4-5d01-4cc5-8d29-8f286fd476c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.175544] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143df926-b098-475b-9a77-d9fb297edceb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.192835] env[69350]: DEBUG nova.compute.provider_tree [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.266568] env[69350]: DEBUG nova.compute.manager [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.428398] env[69350]: INFO nova.compute.manager [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] instance snapshotting [ 1071.431669] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd3e060-d5d5-40dd-a3f5-5f690a727b90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.454024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc82ecb-f0ee-4099-81d5-bcc5a30b9f31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.463706] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665943} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.464165] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 11bdae5e-c130-4165-b26f-0bf1be7c618e/11bdae5e-c130-4165-b26f-0bf1be7c618e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.464345] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.469998] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf61d632-35f0-4d0c-bf92-423793c90d3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.475287] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1071.475287] env[69350]: value = "task-4149498" [ 1071.475287] env[69350]: _type = "Task" [ 1071.475287] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.488255] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.537333] env[69350]: DEBUG nova.compute.manager [req-67f5a509-1d6b-46c1-a49a-ec8090f1104d req-a22ccea6-ecfb-404e-a564-a96c0d5910b4 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Received event network-vif-deleted-e1ff1ad2-8f26-4818-9704-602507f79a21 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.537724] env[69350]: INFO nova.compute.manager [req-67f5a509-1d6b-46c1-a49a-ec8090f1104d req-a22ccea6-ecfb-404e-a564-a96c0d5910b4 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Neutron deleted interface e1ff1ad2-8f26-4818-9704-602507f79a21; detaching it from the instance and deleting it from the info cache [ 1071.537724] env[69350]: DEBUG nova.network.neutron [req-67f5a509-1d6b-46c1-a49a-ec8090f1104d req-a22ccea6-ecfb-404e-a564-a96c0d5910b4 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.564045] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "refresh_cache-eaea7205-a2b0-4e72-a1d5-2364b4c92e57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.564223] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "refresh_cache-eaea7205-a2b0-4e72-a1d5-2364b4c92e57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.564522] env[69350]: DEBUG nova.network.neutron [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.699278] env[69350]: DEBUG nova.scheduler.client.report [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.746416] env[69350]: DEBUG nova.network.neutron [-] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.864119] env[69350]: DEBUG nova.network.neutron [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Successfully created port: b73e4420-b97a-40fe-958c-b4c467f30761 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.974120] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1071.974120] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fca1cf1-f83f-40e9-a095-8544d2787514 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.988240] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071989} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.989489] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.989489] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1071.989489] env[69350]: value = "task-4149499" [ 1071.989489] env[69350]: _type = "Task" [ 1071.989489] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.990064] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1b2500-9ddf-48fa-9785-d484b5395dcd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.016494] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149499, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.026896] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 11bdae5e-c130-4165-b26f-0bf1be7c618e/11bdae5e-c130-4165-b26f-0bf1be7c618e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.027277] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63e5ea59-1f0a-4214-baf1-ce05d8631e34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.044112] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b035103-27c0-4b87-9e37-d37dd795e48d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.057953] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be36acd2-57ec-45d3-9ed1-733fc1636208 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.073505] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1072.073505] env[69350]: value = "task-4149500" [ 1072.073505] env[69350]: _type = "Task" [ 1072.073505] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.087637] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.100199] env[69350]: DEBUG nova.compute.manager [req-67f5a509-1d6b-46c1-a49a-ec8090f1104d req-a22ccea6-ecfb-404e-a564-a96c0d5910b4 service nova] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Detach interface failed, port_id=e1ff1ad2-8f26-4818-9704-602507f79a21, reason: Instance 0ac54757-717c-434f-9d11-c9be6b645dc8 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1072.124013] env[69350]: DEBUG nova.network.neutron [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.176365] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.176546] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.176720] env[69350]: DEBUG nova.network.neutron [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.208481] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.212065] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.754s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.212065] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.212065] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1072.213920] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.355s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.214324] env[69350]: DEBUG nova.objects.instance [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1072.224156] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b10ba3-865e-48d0-b09b-665c2a504f5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.233817] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c46df1-270b-4ef8-8e33-fc411e9e5ec2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.246339] env[69350]: INFO nova.scheduler.client.report [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Deleted allocations for instance 2221dfc1-f05d-4bb6-a179-697752e4ffe6 [ 1072.255627] env[69350]: INFO nova.compute.manager [-] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Took 1.35 seconds to deallocate network for instance. [ 1072.260864] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f2c1b6-a3b5-42b4-b5af-e608df76dd5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.275638] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d376c1-5c8e-4b97-a1db-6180515dcbc7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.281176] env[69350]: DEBUG nova.compute.manager [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.313895] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178643MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1072.314059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.326412] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.326627] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.326745] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.326927] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.327094] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.327249] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.327457] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.327615] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.327780] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.327947] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.328140] env[69350]: DEBUG nova.virt.hardware [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.329325] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d41e513-f4f3-46a7-b652-ebd3cd7b71ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.339048] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cead49fc-2828-4a15-9047-000da116dca4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.357852] env[69350]: DEBUG nova.network.neutron [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Updating instance_info_cache with network_info: [{"id": "4a9947c5-a5aa-4ef9-808c-2d38eb1258f0", "address": "fa:16:3e:d3:79:64", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9947c5-a5", "ovs_interfaceid": "4a9947c5-a5aa-4ef9-808c-2d38eb1258f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.509575] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149499, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.586554] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149500, 'name': ReconfigVM_Task, 'duration_secs': 0.29788} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.586777] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 11bdae5e-c130-4165-b26f-0bf1be7c618e/11bdae5e-c130-4165-b26f-0bf1be7c618e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.587539] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ee7c342-d810-420a-8458-edfc48f34739 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.596831] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1072.596831] env[69350]: value = "task-4149501" [ 1072.596831] env[69350]: _type = "Task" [ 1072.596831] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.607682] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149501, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.758699] env[69350]: DEBUG nova.compute.manager [req-0e0a44d1-93df-4c2d-be11-f56e404507d0 req-9202208f-3cd0-40b3-9a35-64c92914f502 service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Received event network-changed-4a9947c5-a5aa-4ef9-808c-2d38eb1258f0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.759296] env[69350]: DEBUG nova.compute.manager [req-0e0a44d1-93df-4c2d-be11-f56e404507d0 req-9202208f-3cd0-40b3-9a35-64c92914f502 service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Refreshing instance network info cache due to event network-changed-4a9947c5-a5aa-4ef9-808c-2d38eb1258f0. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.759296] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e0a44d1-93df-4c2d-be11-f56e404507d0 req-9202208f-3cd0-40b3-9a35-64c92914f502 service nova] Acquiring lock "refresh_cache-eaea7205-a2b0-4e72-a1d5-2364b4c92e57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.772457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.772457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538c0401-d1c2-42a9-8563-4332329996c7 tempest-ServersV294TestFqdnHostnames-1416518199 tempest-ServersV294TestFqdnHostnames-1416518199-project-member] Lock "2221dfc1-f05d-4bb6-a179-697752e4ffe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.049s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.860567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "refresh_cache-eaea7205-a2b0-4e72-a1d5-2364b4c92e57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.860869] env[69350]: DEBUG nova.compute.manager [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Instance network_info: |[{"id": "4a9947c5-a5aa-4ef9-808c-2d38eb1258f0", "address": "fa:16:3e:d3:79:64", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9947c5-a5", "ovs_interfaceid": "4a9947c5-a5aa-4ef9-808c-2d38eb1258f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.869347] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e0a44d1-93df-4c2d-be11-f56e404507d0 req-9202208f-3cd0-40b3-9a35-64c92914f502 service nova] Acquired lock "refresh_cache-eaea7205-a2b0-4e72-a1d5-2364b4c92e57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.869347] env[69350]: DEBUG nova.network.neutron [req-0e0a44d1-93df-4c2d-be11-f56e404507d0 req-9202208f-3cd0-40b3-9a35-64c92914f502 service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Refreshing network info cache for port 4a9947c5-a5aa-4ef9-808c-2d38eb1258f0 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.869347] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:79:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a9947c5-a5aa-4ef9-808c-2d38eb1258f0', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.874243] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.875108] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.876214] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d21997c-9896-4328-a259-7c543618ed0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.903279] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.903279] env[69350]: value = "task-4149502" [ 1072.903279] env[69350]: _type = "Task" [ 1072.903279] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.912312] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149502, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.004603] env[69350]: DEBUG nova.network.neutron [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance_info_cache with network_info: [{"id": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "address": "fa:16:3e:f1:e8:63", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ef60e-df", "ovs_interfaceid": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.019624] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149499, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.106957] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149501, 'name': Rename_Task, 'duration_secs': 0.154613} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.107265] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.107517] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f96ae9e3-b338-4c64-81ff-dc10dc7a2659 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.115961] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1073.115961] env[69350]: value = "task-4149503" [ 1073.115961] env[69350]: _type = "Task" [ 1073.115961] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.126922] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.164651] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.165576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.238456] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b3be440-5527-41e0-93c8-64f69efba77d tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.243886] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 11.634s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.431209] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149502, 'name': CreateVM_Task, 'duration_secs': 0.373492} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.435102] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.435102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.435102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.435766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.436107] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d780d69e-a2ff-46db-8f6e-d2a56d646b33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.451893] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1073.451893] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528799d4-f8cd-c0dc-fd39-1351be4c1281" [ 1073.451893] env[69350]: _type = "Task" [ 1073.451893] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.468029] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528799d4-f8cd-c0dc-fd39-1351be4c1281, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.468390] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.468636] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.468876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.469033] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.469221] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.469493] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed78bdbf-aa39-4bdc-bb01-d8294ef5b9c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.479502] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.479713] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.480538] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4bb3848-a811-4890-8cee-7812246ec43a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.489089] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1073.489089] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52c48fc0-2fc1-e3b0-b98d-5a88626686fe" [ 1073.489089] env[69350]: _type = "Task" [ 1073.489089] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.498159] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c48fc0-2fc1-e3b0-b98d-5a88626686fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.512028] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149499, 'name': CreateSnapshot_Task, 'duration_secs': 1.072219} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.512028] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1073.512028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0298b39-a2b5-44ac-91ff-f0ce7394f1c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.513470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.630014] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.668422] env[69350]: DEBUG nova.compute.manager [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.702359] env[69350]: DEBUG nova.network.neutron [req-0e0a44d1-93df-4c2d-be11-f56e404507d0 req-9202208f-3cd0-40b3-9a35-64c92914f502 service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Updated VIF entry in instance network info cache for port 4a9947c5-a5aa-4ef9-808c-2d38eb1258f0. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.702823] env[69350]: DEBUG nova.network.neutron [req-0e0a44d1-93df-4c2d-be11-f56e404507d0 req-9202208f-3cd0-40b3-9a35-64c92914f502 service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Updating instance_info_cache with network_info: [{"id": "4a9947c5-a5aa-4ef9-808c-2d38eb1258f0", "address": "fa:16:3e:d3:79:64", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9947c5-a5", "ovs_interfaceid": "4a9947c5-a5aa-4ef9-808c-2d38eb1258f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.748486] env[69350]: DEBUG nova.objects.instance [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'migration_context' on Instance uuid 8bf53f97-45bf-424b-8a2e-270b02860bd0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.921118] env[69350]: DEBUG nova.network.neutron [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Successfully updated port: b73e4420-b97a-40fe-958c-b4c467f30761 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.000299] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c48fc0-2fc1-e3b0-b98d-5a88626686fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011545} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.001145] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388ee9d0-75f4-4c4a-be77-a9787189ae09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.008778] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1074.008778] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520f7b75-92f1-b9f2-3b14-48d4a4e86a7d" [ 1074.008778] env[69350]: _type = "Task" [ 1074.008778] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.017616] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520f7b75-92f1-b9f2-3b14-48d4a4e86a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.033499] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1074.034757] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd4f4966-fdcb-4a93-b8dc-edef404ba482 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.040926] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7c0944-52f4-4824-9d5b-482eb650b626 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.044530] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1074.044530] env[69350]: value = "task-4149504" [ 1074.044530] env[69350]: _type = "Task" [ 1074.044530] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.065610] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67ff344-6229-4b9b-af84-780eec66035d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.072129] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149504, 'name': CloneVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.077117] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance '97a20fc1-ef2b-4927-b335-3fd748bf90e3' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.127517] env[69350]: DEBUG oslo_vmware.api [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149503, 'name': PowerOnVM_Task, 'duration_secs': 0.52783} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.128617] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.128872] env[69350]: DEBUG nova.compute.manager [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.129680] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b83866-c079-4dc1-ad2c-6f32bc12936a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.197542] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.205512] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e0a44d1-93df-4c2d-be11-f56e404507d0 req-9202208f-3cd0-40b3-9a35-64c92914f502 service nova] Releasing lock "refresh_cache-eaea7205-a2b0-4e72-a1d5-2364b4c92e57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.428226] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.428226] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.428226] env[69350]: DEBUG nova.network.neutron [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.504399] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741267de-120e-4d14-9192-aa98df1a2f18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.526098] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33694375-65e9-48ae-8df4-dd2cfeb86b49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.529901] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520f7b75-92f1-b9f2-3b14-48d4a4e86a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.029203} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.530219] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.530488] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] eaea7205-a2b0-4e72-a1d5-2364b4c92e57/eaea7205-a2b0-4e72-a1d5-2364b4c92e57.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.531724] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d534152-7171-48f1-803f-eaa6d818a0c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.568243] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24558241-c424-469e-97eb-a4de455804bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.570980] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1074.570980] env[69350]: value = "task-4149505" [ 1074.570980] env[69350]: _type = "Task" [ 1074.570980] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.583514] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149504, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.585403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b50f767-c8e1-4c8d-b7b6-f3d60c80efca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.597213] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.597609] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.597875] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb4cdb67-9fe6-47a3-ab0e-9e57726f8a73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.606324] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1074.606324] env[69350]: value = "task-4149506" [ 1074.606324] env[69350]: _type = "Task" [ 1074.606324] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.615635] env[69350]: DEBUG nova.compute.provider_tree [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.628417] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.649215] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.837939] env[69350]: DEBUG nova.compute.manager [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received event network-vif-plugged-b73e4420-b97a-40fe-958c-b4c467f30761 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.838211] env[69350]: DEBUG oslo_concurrency.lockutils [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.838431] env[69350]: DEBUG oslo_concurrency.lockutils [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] Lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.838904] env[69350]: DEBUG oslo_concurrency.lockutils [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] Lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.838904] env[69350]: DEBUG nova.compute.manager [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] No waiting events found dispatching network-vif-plugged-b73e4420-b97a-40fe-958c-b4c467f30761 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.839194] env[69350]: WARNING nova.compute.manager [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received unexpected event network-vif-plugged-b73e4420-b97a-40fe-958c-b4c467f30761 for instance with vm_state building and task_state spawning. [ 1074.839194] env[69350]: DEBUG nova.compute.manager [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received event network-changed-b73e4420-b97a-40fe-958c-b4c467f30761 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.839387] env[69350]: DEBUG nova.compute.manager [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Refreshing instance network info cache due to event network-changed-b73e4420-b97a-40fe-958c-b4c467f30761. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.839528] env[69350]: DEBUG oslo_concurrency.lockutils [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] Acquiring lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.975037] env[69350]: DEBUG nova.network.neutron [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.086388] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149504, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.098060] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149505, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.123490] env[69350]: DEBUG nova.scheduler.client.report [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.138357] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149506, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.255378] env[69350]: DEBUG nova.network.neutron [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.513724] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "11bdae5e-c130-4165-b26f-0bf1be7c618e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.514097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "11bdae5e-c130-4165-b26f-0bf1be7c618e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.514298] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "11bdae5e-c130-4165-b26f-0bf1be7c618e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.514487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "11bdae5e-c130-4165-b26f-0bf1be7c618e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.514658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "11bdae5e-c130-4165-b26f-0bf1be7c618e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.516946] env[69350]: INFO nova.compute.manager [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Terminating instance [ 1075.576131] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149504, 'name': CloneVM_Task, 'duration_secs': 1.467987} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.580033] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Created linked-clone VM from snapshot [ 1075.580934] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef462c6d-62d3-4335-a722-028891c829de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.589402] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623485} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.593683] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] eaea7205-a2b0-4e72-a1d5-2364b4c92e57/eaea7205-a2b0-4e72-a1d5-2364b4c92e57.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.594014] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.594780] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Uploading image 5347c513-a179-4064-ae26-23d223514f11 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1075.597222] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6f189ec-5733-4acf-82f6-734f0f2fb31e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.605879] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1075.605879] env[69350]: value = "task-4149507" [ 1075.605879] env[69350]: _type = "Task" [ 1075.605879] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.610455] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1075.610791] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0ec5793b-35ec-4e47-aff7-0dd57460d272 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.623037] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.627728] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1075.627728] env[69350]: value = "task-4149508" [ 1075.627728] env[69350]: _type = "Task" [ 1075.627728] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.635650] env[69350]: DEBUG oslo_vmware.api [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149506, 'name': PowerOnVM_Task, 'duration_secs': 0.601007} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.636421] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.636678] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a338f-1c69-4f47-9c82-7ef2350b0d53 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance '97a20fc1-ef2b-4927-b335-3fd748bf90e3' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.647488] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149508, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.761548] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.761912] env[69350]: DEBUG nova.compute.manager [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Instance network_info: |[{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.762263] env[69350]: DEBUG oslo_concurrency.lockutils [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] Acquired lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.762445] env[69350]: DEBUG nova.network.neutron [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Refreshing network info cache for port b73e4420-b97a-40fe-958c-b4c467f30761 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.764043] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:56:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b73e4420-b97a-40fe-958c-b4c467f30761', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.771872] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.772929] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.773853] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9023365-882b-4cfb-8b7f-949d76b45620 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.796767] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.796767] env[69350]: value = "task-4149509" [ 1075.796767] env[69350]: _type = "Task" [ 1075.796767] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.810845] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149509, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.020954] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "refresh_cache-11bdae5e-c130-4165-b26f-0bf1be7c618e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.021283] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquired lock "refresh_cache-11bdae5e-c130-4165-b26f-0bf1be7c618e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.021493] env[69350]: DEBUG nova.network.neutron [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.116677] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199668} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.117126] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.117990] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e4a6ba-e3c7-4f49-aa7c-fa2cfb5e9f35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.143721] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] eaea7205-a2b0-4e72-a1d5-2364b4c92e57/eaea7205-a2b0-4e72-a1d5-2364b4c92e57.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.147174] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f29ce7-5ebd-42b3-a340-4454af671164 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.166055] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.922s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.174762] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.211s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.174990] env[69350]: DEBUG nova.objects.instance [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lazy-loading 'resources' on Instance uuid 5e1db64d-9c71-4f51-bd53-79b2de8ae146 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.181895] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149508, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.189985] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1076.189985] env[69350]: value = "task-4149510" [ 1076.189985] env[69350]: _type = "Task" [ 1076.189985] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.205193] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.312793] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149509, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.554198] env[69350]: DEBUG nova.network.neutron [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.635976] env[69350]: DEBUG nova.network.neutron [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updated VIF entry in instance network info cache for port b73e4420-b97a-40fe-958c-b4c467f30761. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.635976] env[69350]: DEBUG nova.network.neutron [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.641991] env[69350]: DEBUG nova.network.neutron [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.647621] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149508, 'name': Destroy_Task, 'duration_secs': 0.817813} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.650575] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Destroyed the VM [ 1076.650575] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1076.650575] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a4352e5-f925-426b-9a6c-315ecaa3881b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.659070] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1076.659070] env[69350]: value = "task-4149511" [ 1076.659070] env[69350]: _type = "Task" [ 1076.659070] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.669032] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149511, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.703929] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149510, 'name': ReconfigVM_Task, 'duration_secs': 0.366317} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.703929] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Reconfigured VM instance instance-0000005f to attach disk [datastore2] eaea7205-a2b0-4e72-a1d5-2364b4c92e57/eaea7205-a2b0-4e72-a1d5-2364b4c92e57.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.703929] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff535708-0da7-4ec5-9e78-a5941749ef39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.715371] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1076.715371] env[69350]: value = "task-4149512" [ 1076.715371] env[69350]: _type = "Task" [ 1076.715371] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.729217] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149512, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.809089] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149509, 'name': CreateVM_Task, 'duration_secs': 0.560762} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.812061] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.813315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.813450] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.813785] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.814640] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f85643-17b0-4408-ba28-a08b45744d99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.821764] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1076.821764] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52529de9-5998-5bd4-c4bd-eec924b35a4b" [ 1076.821764] env[69350]: _type = "Task" [ 1076.821764] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.841319] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52529de9-5998-5bd4-c4bd-eec924b35a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.961666] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ba56ac-33ee-4ca8-837b-cf9dad6c8790 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.971368] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bbea1a-13fd-4077-b3f7-453da19d3352 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.007286] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b24e252-7a0f-4e28-a562-91184ee4c0de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.016160] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fc0b39-1ae6-40b8-b67c-d27174b62a2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.033228] env[69350]: DEBUG nova.compute.provider_tree [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.141746] env[69350]: DEBUG oslo_concurrency.lockutils [req-8e8b002d-5d08-4933-86d9-ecaf6e8b0d76 req-2223aef7-2318-4ad3-8254-de2e5cf7a63b service nova] Releasing lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.150362] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Releasing lock "refresh_cache-11bdae5e-c130-4165-b26f-0bf1be7c618e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.150362] env[69350]: DEBUG nova.compute.manager [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.150362] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.151520] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d586a1da-8224-4502-8359-5d028455668b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.162328] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.166488] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0650f8e-3a95-4ed2-804e-dae4b9b7e1c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.178703] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149511, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.178912] env[69350]: DEBUG oslo_vmware.api [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1077.178912] env[69350]: value = "task-4149513" [ 1077.178912] env[69350]: _type = "Task" [ 1077.178912] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.200950] env[69350]: DEBUG oslo_vmware.api [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.229209] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149512, 'name': Rename_Task, 'duration_secs': 0.319082} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.229567] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.229862] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81571ade-22bd-43ba-9023-7b8584eb9323 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.237374] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1077.237374] env[69350]: value = "task-4149514" [ 1077.237374] env[69350]: _type = "Task" [ 1077.237374] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.247100] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.335277] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52529de9-5998-5bd4-c4bd-eec924b35a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.02644} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.335277] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.335277] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.335277] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.335277] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.335277] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.335864] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098f6982-79ed-41b5-a8e1-6e8d390acb91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.349020] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.349020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.349020] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0aeb1e-6ee2-4b55-8cd5-c49d1b8440b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.354478] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1077.354478] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5256f4ab-19ad-3ced-9068-0f7a5f86809d" [ 1077.354478] env[69350]: _type = "Task" [ 1077.354478] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.363383] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5256f4ab-19ad-3ced-9068-0f7a5f86809d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.541274] env[69350]: DEBUG nova.scheduler.client.report [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.676916] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.677302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.677398] env[69350]: DEBUG nova.compute.manager [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Going to confirm migration 7 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1077.678829] env[69350]: DEBUG oslo_vmware.api [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149511, 'name': RemoveSnapshot_Task, 'duration_secs': 0.797475} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.679131] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.695206] env[69350]: DEBUG oslo_vmware.api [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149513, 'name': PowerOffVM_Task, 'duration_secs': 0.129335} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.695888] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.696149] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.696388] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c52b965-c241-4d0d-8a55-1b94daec0790 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.736771] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.737022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.737537] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Deleting the datastore file [datastore1] 11bdae5e-c130-4165-b26f-0bf1be7c618e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.739266] env[69350]: INFO nova.compute.manager [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Swapping old allocation on dict_keys(['33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2']) held by migration edf99db2-311c-43b1-89bd-ad91af3ad2f8 for instance [ 1077.739651] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-412551d9-1c2b-49cc-9aa0-cb067822fd21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.755942] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149514, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.757614] env[69350]: DEBUG oslo_vmware.api [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for the task: (returnval){ [ 1077.757614] env[69350]: value = "task-4149516" [ 1077.757614] env[69350]: _type = "Task" [ 1077.757614] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.772445] env[69350]: DEBUG oslo_vmware.api [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.785436] env[69350]: DEBUG nova.scheduler.client.report [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Overwriting current allocation {'allocations': {'33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 125}}, 'project_id': 'e110f5f374dc49e8a7e70563a50f08c2', 'user_id': '84e1ae70e93642edbde271a3105fbfe5', 'consumer_generation': 1} on consumer 8bf53f97-45bf-424b-8a2e-270b02860bd0 {{(pid=69350) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1077.868096] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5256f4ab-19ad-3ced-9068-0f7a5f86809d, 'name': SearchDatastore_Task, 'duration_secs': 0.013394} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.869067] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4219f30a-3023-4f1d-ad46-f2ac8a09e6e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.879018] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1077.879018] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52317221-5a61-125a-51f1-2dd7117562b6" [ 1077.879018] env[69350]: _type = "Task" [ 1077.879018] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.890291] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52317221-5a61-125a-51f1-2dd7117562b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.899658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.899658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.899658] env[69350]: DEBUG nova.network.neutron [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.046878] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.049923] env[69350]: DEBUG oslo_concurrency.lockutils [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.292s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.049923] env[69350]: DEBUG nova.objects.instance [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lazy-loading 'resources' on Instance uuid 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.079931] env[69350]: INFO nova.scheduler.client.report [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Deleted allocations for instance 5e1db64d-9c71-4f51-bd53-79b2de8ae146 [ 1078.186088] env[69350]: WARNING nova.compute.manager [None req-94b09f88-d0c0-4509-921e-648d9527f1a6 tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Image not found during snapshot: nova.exception.ImageNotFound: Image 5347c513-a179-4064-ae26-23d223514f11 could not be found. [ 1078.250276] env[69350]: DEBUG oslo_vmware.api [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149514, 'name': PowerOnVM_Task, 'duration_secs': 0.525703} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.250780] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.251159] env[69350]: INFO nova.compute.manager [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1078.251499] env[69350]: DEBUG nova.compute.manager [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.252485] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8688407f-5d07-440e-a1a7-d28a1845b9b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.273411] env[69350]: DEBUG oslo_vmware.api [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Task: {'id': task-4149516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375518} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.273937] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.274302] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.274628] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.277077] env[69350]: INFO nova.compute.manager [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1078.277077] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.277077] env[69350]: DEBUG nova.compute.manager [-] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.277077] env[69350]: DEBUG nova.network.neutron [-] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.283759] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.283759] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.283759] env[69350]: DEBUG nova.network.neutron [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.283759] env[69350]: DEBUG nova.objects.instance [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'info_cache' on Instance uuid 97a20fc1-ef2b-4927-b335-3fd748bf90e3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.304035] env[69350]: DEBUG nova.network.neutron [-] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.394406] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52317221-5a61-125a-51f1-2dd7117562b6, 'name': SearchDatastore_Task, 'duration_secs': 0.039531} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.394605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.394873] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] bbeda223-6df4-42d2-813c-8e8087771b10/bbeda223-6df4-42d2-813c-8e8087771b10.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.395186] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3d5aa25-09cf-47d3-8069-26c222df89f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.404594] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1078.404594] env[69350]: value = "task-4149517" [ 1078.404594] env[69350]: _type = "Task" [ 1078.404594] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.414868] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.595319] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff3590b0-4c27-4771-94a4-18a9181a014c tempest-AttachVolumeTestJSON-1370042024 tempest-AttachVolumeTestJSON-1370042024-project-member] Lock "5e1db64d-9c71-4f51-bd53-79b2de8ae146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.610s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.717546] env[69350]: DEBUG nova.network.neutron [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance_info_cache with network_info: [{"id": "3951dca7-fe43-456b-96a4-045e3518d5cb", "address": "fa:16:3e:7c:0c:41", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3951dca7-fe", "ovs_interfaceid": "3951dca7-fe43-456b-96a4-045e3518d5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.777852] env[69350]: INFO nova.compute.manager [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Took 27.27 seconds to build instance. [ 1078.804995] env[69350]: DEBUG nova.network.neutron [-] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.817238] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56900dc-b8c6-4112-af1e-be47712cc89a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.828522] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3968634-ca73-4723-9dab-c4decc6dcc2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.861264] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c173f0-b2c5-457d-be1b-eec45934673f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.870114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf4450b-e175-4ddc-8508-c3c6150839ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.885483] env[69350]: DEBUG nova.compute.provider_tree [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.913702] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149517, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.222102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-8bf53f97-45bf-424b-8a2e-270b02860bd0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.223227] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1d40a5-c3e1-4552-acb9-38a110d1b15f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.232383] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44de61f0-c363-41de-92d8-ed21f2d794ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.245699] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.245815] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.246046] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.246554] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.246554] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.261373] env[69350]: INFO nova.compute.manager [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Terminating instance [ 1079.279309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1acea84d-a7b5-430e-aae0-46fa5c512dda tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.780s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.307920] env[69350]: INFO nova.compute.manager [-] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Took 1.03 seconds to deallocate network for instance. [ 1079.389124] env[69350]: DEBUG nova.scheduler.client.report [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.422248] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149517, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000788} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.423483] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] bbeda223-6df4-42d2-813c-8e8087771b10/bbeda223-6df4-42d2-813c-8e8087771b10.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.424296] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.424296] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c51c3ec-fe33-4168-8f6a-0b4f921f814a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.432225] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1079.432225] env[69350]: value = "task-4149518" [ 1079.432225] env[69350]: _type = "Task" [ 1079.432225] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.443686] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.703197] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "01a78890-8fb3-4bcd-9c15-2e640eb21719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.703574] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "01a78890-8fb3-4bcd-9c15-2e640eb21719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.765293] env[69350]: DEBUG nova.network.neutron [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance_info_cache with network_info: [{"id": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "address": "fa:16:3e:f1:e8:63", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ef60e-df", "ovs_interfaceid": "5d4ef60e-dffd-47ae-9c8c-5589e2b54e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.771740] env[69350]: DEBUG nova.compute.manager [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.772055] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.773314] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f18256-8b3a-4a1d-aaca-5be04afef624 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.783527] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.784033] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca1cc33-018f-4ea7-bf25-9f2eee5e16fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.792075] env[69350]: DEBUG oslo_vmware.api [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1079.792075] env[69350]: value = "task-4149520" [ 1079.792075] env[69350]: _type = "Task" [ 1079.792075] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.802254] env[69350]: DEBUG oslo_vmware.api [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.815680] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.899612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.902718] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.387s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.904058] env[69350]: DEBUG nova.objects.instance [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lazy-loading 'resources' on Instance uuid 5aeca51c-e793-4523-bda2-e97b20f96828 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.926147] env[69350]: INFO nova.scheduler.client.report [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted allocations for instance 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24 [ 1079.943758] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10626} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.944080] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.944903] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd559b9b-7a1a-43fc-adb7-c8571866e0d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.970381] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] bbeda223-6df4-42d2-813c-8e8087771b10/bbeda223-6df4-42d2-813c-8e8087771b10.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.971407] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf6368d-a3fd-4169-a97b-f26e211fddb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.995553] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1079.995553] env[69350]: value = "task-4149521" [ 1079.995553] env[69350]: _type = "Task" [ 1079.995553] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.007402] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.207597] env[69350]: DEBUG nova.compute.manager [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.268612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-97a20fc1-ef2b-4927-b335-3fd748bf90e3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.268882] env[69350]: DEBUG nova.objects.instance [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'migration_context' on Instance uuid 97a20fc1-ef2b-4927-b335-3fd748bf90e3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.308727] env[69350]: DEBUG oslo_vmware.api [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149520, 'name': PowerOffVM_Task, 'duration_secs': 0.234146} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.308989] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.309183] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.309447] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad0d5b42-75f6-4c59-bd41-9de772f1c495 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.340829] env[69350]: DEBUG nova.compute.manager [req-20145a5b-4b05-4531-80fc-203f1f2e2368 req-eb1e9c4f-e0c5-450f-80e1-f446ed8b93ee service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Received event network-changed-4a9947c5-a5aa-4ef9-808c-2d38eb1258f0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.341040] env[69350]: DEBUG nova.compute.manager [req-20145a5b-4b05-4531-80fc-203f1f2e2368 req-eb1e9c4f-e0c5-450f-80e1-f446ed8b93ee service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Refreshing instance network info cache due to event network-changed-4a9947c5-a5aa-4ef9-808c-2d38eb1258f0. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.341324] env[69350]: DEBUG oslo_concurrency.lockutils [req-20145a5b-4b05-4531-80fc-203f1f2e2368 req-eb1e9c4f-e0c5-450f-80e1-f446ed8b93ee service nova] Acquiring lock "refresh_cache-eaea7205-a2b0-4e72-a1d5-2364b4c92e57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.341424] env[69350]: DEBUG oslo_concurrency.lockutils [req-20145a5b-4b05-4531-80fc-203f1f2e2368 req-eb1e9c4f-e0c5-450f-80e1-f446ed8b93ee service nova] Acquired lock "refresh_cache-eaea7205-a2b0-4e72-a1d5-2364b4c92e57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.341585] env[69350]: DEBUG nova.network.neutron [req-20145a5b-4b05-4531-80fc-203f1f2e2368 req-eb1e9c4f-e0c5-450f-80e1-f446ed8b93ee service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Refreshing network info cache for port 4a9947c5-a5aa-4ef9-808c-2d38eb1258f0 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.367704] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.368089] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce9b11af-def1-4e47-b759-18d1d56a7179 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.382163] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1080.382163] env[69350]: value = "task-4149523" [ 1080.382163] env[69350]: _type = "Task" [ 1080.382163] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.386029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.386872] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.386872] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Deleting the datastore file [datastore1] 1600d77f-8895-4b53-b8fb-bacf7e75e24d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.387670] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f3b6440-d486-4f8c-889e-3a9861d9c9d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.393632] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.399348] env[69350]: DEBUG oslo_vmware.api [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1080.399348] env[69350]: value = "task-4149524" [ 1080.399348] env[69350]: _type = "Task" [ 1080.399348] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.411628] env[69350]: DEBUG oslo_vmware.api [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.437019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-abb9f5cf-ee7b-438f-a2fb-e6247f12391e tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.199s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.515021] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.701121] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f16ccaa-a9af-4b41-86a4-2f22423bf2c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.714754] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e75dd-d6f8-4f7b-b119-d67ef3b885ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.754486] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.755365] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537ac24b-6fa8-45d3-a3a7-6e0fe7a3d38e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.763950] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9989f3-c407-45d7-8d75-db6cd62fe13f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.778826] env[69350]: DEBUG nova.objects.base [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Object Instance<97a20fc1-ef2b-4927-b335-3fd748bf90e3> lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.779726] env[69350]: DEBUG nova.compute.provider_tree [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.781409] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c446b11f-9116-4f9e-89ae-6a05f25effc6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.806033] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a59dde-083d-47ff-b6dd-d2b88c22a013 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.811317] env[69350]: DEBUG oslo_vmware.api [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1080.811317] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525e8337-e6c2-2c3d-85b0-d7d4903af6e1" [ 1080.811317] env[69350]: _type = "Task" [ 1080.811317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.821337] env[69350]: DEBUG oslo_vmware.api [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525e8337-e6c2-2c3d-85b0-d7d4903af6e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.891999] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149523, 'name': PowerOffVM_Task, 'duration_secs': 0.256622} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.892304] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.893041] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.893248] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.893409] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.893593] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.893742] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.893899] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.894103] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.894259] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.894422] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.894574] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.894739] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.903147] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74a9d92-2b02-4036-96e0-1390f872dc91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.923910] env[69350]: DEBUG oslo_vmware.api [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227659} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.925472] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.925692] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.925874] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.926070] env[69350]: INFO nova.compute.manager [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1080.926329] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.926596] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1080.926596] env[69350]: value = "task-4149525" [ 1080.926596] env[69350]: _type = "Task" [ 1080.926596] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.926827] env[69350]: DEBUG nova.compute.manager [-] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.927119] env[69350]: DEBUG nova.network.neutron [-] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.938964] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.006836] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149521, 'name': ReconfigVM_Task, 'duration_secs': 0.67697} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.007172] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Reconfigured VM instance instance-00000060 to attach disk [datastore2] bbeda223-6df4-42d2-813c-8e8087771b10/bbeda223-6df4-42d2-813c-8e8087771b10.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.007846] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-722fefbb-7e9c-4a51-84ec-11653f7deacd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.016139] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1081.016139] env[69350]: value = "task-4149526" [ 1081.016139] env[69350]: _type = "Task" [ 1081.016139] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.029011] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149526, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.219558] env[69350]: DEBUG nova.network.neutron [req-20145a5b-4b05-4531-80fc-203f1f2e2368 req-eb1e9c4f-e0c5-450f-80e1-f446ed8b93ee service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Updated VIF entry in instance network info cache for port 4a9947c5-a5aa-4ef9-808c-2d38eb1258f0. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.219558] env[69350]: DEBUG nova.network.neutron [req-20145a5b-4b05-4531-80fc-203f1f2e2368 req-eb1e9c4f-e0c5-450f-80e1-f446ed8b93ee service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Updating instance_info_cache with network_info: [{"id": "4a9947c5-a5aa-4ef9-808c-2d38eb1258f0", "address": "fa:16:3e:d3:79:64", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9947c5-a5", "ovs_interfaceid": "4a9947c5-a5aa-4ef9-808c-2d38eb1258f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.236175] env[69350]: DEBUG nova.compute.manager [req-7b4fa16f-11f5-4066-8cfe-003d75ebe177 req-cf44d73b-0543-423c-9b67-cde99e7e98cc service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Received event network-vif-deleted-327be5fc-cd60-430b-9e3c-b4ab5465492a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.236564] env[69350]: INFO nova.compute.manager [req-7b4fa16f-11f5-4066-8cfe-003d75ebe177 req-cf44d73b-0543-423c-9b67-cde99e7e98cc service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Neutron deleted interface 327be5fc-cd60-430b-9e3c-b4ab5465492a; detaching it from the instance and deleting it from the info cache [ 1081.236956] env[69350]: DEBUG nova.network.neutron [req-7b4fa16f-11f5-4066-8cfe-003d75ebe177 req-cf44d73b-0543-423c-9b67-cde99e7e98cc service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.286020] env[69350]: DEBUG nova.scheduler.client.report [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.324904] env[69350]: DEBUG oslo_vmware.api [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525e8337-e6c2-2c3d-85b0-d7d4903af6e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014389} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.325531] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.439476] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149525, 'name': ReconfigVM_Task, 'duration_secs': 0.301913} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.440402] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40882cc1-a32f-43ac-be2f-374666414b34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.463509] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.463856] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.464036] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.464251] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.464399] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.464548] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.464747] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.464909] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.465265] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.465265] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.465409] env[69350]: DEBUG nova.virt.hardware [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.466265] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a71b13-99dd-4c61-be63-c0a09f42adf9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.473146] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1081.473146] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5270ba4b-093a-e1f3-2db2-fa9b6d091cac" [ 1081.473146] env[69350]: _type = "Task" [ 1081.473146] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.483514] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5270ba4b-093a-e1f3-2db2-fa9b6d091cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.527366] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149526, 'name': Rename_Task, 'duration_secs': 0.224919} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.528670] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.528670] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd97ffca-4a28-4e8e-8caf-d22de1c6defd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.535136] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1081.535136] env[69350]: value = "task-4149527" [ 1081.535136] env[69350]: _type = "Task" [ 1081.535136] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.544141] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.708732] env[69350]: DEBUG nova.network.neutron [-] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.721220] env[69350]: DEBUG oslo_concurrency.lockutils [req-20145a5b-4b05-4531-80fc-203f1f2e2368 req-eb1e9c4f-e0c5-450f-80e1-f446ed8b93ee service nova] Releasing lock "refresh_cache-eaea7205-a2b0-4e72-a1d5-2364b4c92e57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.741030] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00ba933d-7bd5-42a8-a669-c620bb9b4438 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.753153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06869415-28e0-4035-9b32-dedd298ffce2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.796262] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.798822] env[69350]: DEBUG nova.compute.manager [req-7b4fa16f-11f5-4066-8cfe-003d75ebe177 req-cf44d73b-0543-423c-9b67-cde99e7e98cc service nova] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Detach interface failed, port_id=327be5fc-cd60-430b-9e3c-b4ab5465492a, reason: Instance 1600d77f-8895-4b53-b8fb-bacf7e75e24d could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.799634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.486s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.824110] env[69350]: INFO nova.scheduler.client.report [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Deleted allocations for instance 5aeca51c-e793-4523-bda2-e97b20f96828 [ 1082.673396] env[69350]: INFO nova.compute.manager [-] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Took 1.75 seconds to deallocate network for instance. [ 1082.691304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "70ba6da0-a397-490a-b86c-4237c0414240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.691578] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "70ba6da0-a397-490a-b86c-4237c0414240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.694150] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e59c3672-e3fa-469f-9cc9-169bee5fd504 tempest-ServerShowV254Test-1865979730 tempest-ServerShowV254Test-1865979730-project-member] Lock "5aeca51c-e793-4523-bda2-e97b20f96828" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.400s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.709447] env[69350]: DEBUG oslo_vmware.api [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149527, 'name': PowerOnVM_Task, 'duration_secs': 0.778981} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.709684] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5270ba4b-093a-e1f3-2db2-fa9b6d091cac, 'name': SearchDatastore_Task, 'duration_secs': 0.016122} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.710706] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.710869] env[69350]: INFO nova.compute.manager [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1082.710947] env[69350]: DEBUG nova.compute.manager [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.716466] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.717312] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70e0e06-7e44-4934-b2ce-a41fead450b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.720670] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd56ab02-368b-4928-8e38-dcea5bf7f3e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.745577] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1082.745577] env[69350]: value = "task-4149529" [ 1082.745577] env[69350]: _type = "Task" [ 1082.745577] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.746768] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.746998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.759929] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.184849] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Applying migration context for instance 97a20fc1-ef2b-4927-b335-3fd748bf90e3 as it has an incoming, in-progress migration 696f8aa1-aaea-48a6-8c0c-0e4b27af2e63. Migration status is confirming {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1083.186341] env[69350]: INFO nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating resource usage from migration 696f8aa1-aaea-48a6-8c0c-0e4b27af2e63 [ 1083.197190] env[69350]: DEBUG nova.compute.manager [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.201075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.207206] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 21f7d90d-396e-4b5d-850d-8a081b67f4a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.207352] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.207766] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 79bce4ba-4b69-4826-99c6-3ef2b1b64e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.207766] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 8bf53f97-45bf-424b-8a2e-270b02860bd0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.207766] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 11bdae5e-c130-4165-b26f-0bf1be7c618e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.207899] env[69350]: WARNING nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 0ac54757-717c-434f-9d11-c9be6b645dc8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.207937] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 1600d77f-8895-4b53-b8fb-bacf7e75e24d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.208072] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Migration 696f8aa1-aaea-48a6-8c0c-0e4b27af2e63 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1083.208187] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 97a20fc1-ef2b-4927-b335-3fd748bf90e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.208299] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance eaea7205-a2b0-4e72-a1d5-2364b4c92e57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.208471] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance bbeda223-6df4-42d2-813c-8e8087771b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.251050] env[69350]: DEBUG nova.compute.utils [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.256034] env[69350]: INFO nova.compute.manager [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Took 28.93 seconds to build instance. [ 1083.265160] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149529, 'name': ReconfigVM_Task, 'duration_secs': 0.224374} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.266028] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.266937] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90f8e08-3022-49b0-be79-a855004a0f91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.297200] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8bf53f97-45bf-424b-8a2e-270b02860bd0/8bf53f97-45bf-424b-8a2e-270b02860bd0.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.297852] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52c419b-6360-4328-b1e3-d1c0e7f68dfc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.316853] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1083.316853] env[69350]: value = "task-4149531" [ 1083.316853] env[69350]: _type = "Task" [ 1083.316853] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.325660] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.710711] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance a48b5209-b8cf-4efe-9051-46cc46ed9d83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1083.722924] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.758464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.759155] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dd2ae109-2fc5-4957-872e-95d32dc730cf tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "bbeda223-6df4-42d2-813c-8e8087771b10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.438s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.827600] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149531, 'name': ReconfigVM_Task, 'duration_secs': 0.33145} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.828340] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8bf53f97-45bf-424b-8a2e-270b02860bd0/8bf53f97-45bf-424b-8a2e-270b02860bd0.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.828769] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d422f-a9bd-46d8-a15b-30012595a0d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.850276] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea81cb98-508c-440c-8677-91648fa12b79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.873152] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e7bbd1-483c-459c-b069-30273135a094 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.894864] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c701de0d-96a2-4d4f-ac3f-3b11aad78431 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.902834] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.903112] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-519c25ee-a082-46f9-b18c-6ce5abb0e57b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.911298] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1083.911298] env[69350]: value = "task-4149532" [ 1083.911298] env[69350]: _type = "Task" [ 1083.911298] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.918069] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.213890] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 01a78890-8fb3-4bcd-9c15-2e640eb21719 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1084.420241] env[69350]: DEBUG oslo_vmware.api [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149532, 'name': PowerOnVM_Task, 'duration_secs': 0.466532} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.420528] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.637094] env[69350]: DEBUG nova.compute.manager [req-e2891ab0-9700-4848-a432-f6f9adfe20d7 req-de80163e-aea3-41f0-9ec6-8f6de49a295f service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received event network-changed-b73e4420-b97a-40fe-958c-b4c467f30761 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.637338] env[69350]: DEBUG nova.compute.manager [req-e2891ab0-9700-4848-a432-f6f9adfe20d7 req-de80163e-aea3-41f0-9ec6-8f6de49a295f service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Refreshing instance network info cache due to event network-changed-b73e4420-b97a-40fe-958c-b4c467f30761. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.637602] env[69350]: DEBUG oslo_concurrency.lockutils [req-e2891ab0-9700-4848-a432-f6f9adfe20d7 req-de80163e-aea3-41f0-9ec6-8f6de49a295f service nova] Acquiring lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.637764] env[69350]: DEBUG oslo_concurrency.lockutils [req-e2891ab0-9700-4848-a432-f6f9adfe20d7 req-de80163e-aea3-41f0-9ec6-8f6de49a295f service nova] Acquired lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.638057] env[69350]: DEBUG nova.network.neutron [req-e2891ab0-9700-4848-a432-f6f9adfe20d7 req-de80163e-aea3-41f0-9ec6-8f6de49a295f service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Refreshing network info cache for port b73e4420-b97a-40fe-958c-b4c467f30761 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.717326] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 70ba6da0-a397-490a-b86c-4237c0414240 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1084.717625] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1084.718630] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1084.827808] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.828122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.828366] env[69350]: INFO nova.compute.manager [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Attaching volume 934b251b-d1e0-4109-afa3-f554c983de2b to /dev/sdb [ 1084.872554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e130f12-5b06-450f-a3e0-f19ceaf1b04a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.890992] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a157f8f-0900-4f0a-8c4e-559f2de22abb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.915384] env[69350]: DEBUG nova.virt.block_device [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Updating existing volume attachment record: e807e987-0255-4874-8b1d-6488d6d17583 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.023322] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371452c8-53f5-4050-a402-ef96efeaa66e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.039330] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b467ffca-1b50-4743-aa40-d1a66b4c2aed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.073991] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8796cf9a-2b61-4c24-ab15-50d0f00f24b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.082546] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a816ffa-af9d-4d1b-bdc9-1e8e9e6aea64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.101475] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.498534] env[69350]: DEBUG nova.network.neutron [req-e2891ab0-9700-4848-a432-f6f9adfe20d7 req-de80163e-aea3-41f0-9ec6-8f6de49a295f service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updated VIF entry in instance network info cache for port b73e4420-b97a-40fe-958c-b4c467f30761. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.499836] env[69350]: DEBUG nova.network.neutron [req-e2891ab0-9700-4848-a432-f6f9adfe20d7 req-de80163e-aea3-41f0-9ec6-8f6de49a295f service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.503560] env[69350]: INFO nova.compute.manager [None req-2bbf55d4-21c2-481f-b5b8-aba2f04416b5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance to original state: 'active' [ 1085.606040] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.001619] env[69350]: DEBUG oslo_concurrency.lockutils [req-e2891ab0-9700-4848-a432-f6f9adfe20d7 req-de80163e-aea3-41f0-9ec6-8f6de49a295f service nova] Releasing lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.112988] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1086.112988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.313s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.113435] env[69350]: DEBUG oslo_concurrency.lockutils [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.342s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.113658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.116192] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.919s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.118255] env[69350]: INFO nova.compute.claims [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.144017] env[69350]: INFO nova.scheduler.client.report [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Deleted allocations for instance 0ac54757-717c-434f-9d11-c9be6b645dc8 [ 1086.480368] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.480618] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.652884] env[69350]: DEBUG oslo_concurrency.lockutils [None req-220ad755-6c5e-41b0-a691-0527ca4df3e0 tempest-ServerDiskConfigTestJSON-1018188129 tempest-ServerDiskConfigTestJSON-1018188129-project-member] Lock "0ac54757-717c-434f-9d11-c9be6b645dc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.403s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.983427] env[69350]: DEBUG nova.compute.manager [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.352128] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.352593] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.353034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "8bf53f97-45bf-424b-8a2e-270b02860bd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.353337] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.353610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.356753] env[69350]: INFO nova.compute.manager [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Terminating instance [ 1087.387751] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d20ed1-e9d9-4176-a114-8229141af48b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.400302] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f56f719-d419-4698-b80e-2fe11e8603c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.461784] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8dd284-df5b-4ac0-84ed-22631e2c4034 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.471669] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c3d525-b24c-432a-991c-7157ff3eccb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.491022] env[69350]: DEBUG nova.compute.provider_tree [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.507099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.862139] env[69350]: DEBUG nova.compute.manager [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.862518] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.862745] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d9efb9-7c7a-4ea4-8888-7e051c06b96c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.871669] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1087.871669] env[69350]: value = "task-4149538" [ 1087.871669] env[69350]: _type = "Task" [ 1087.871669] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.881481] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.993200] env[69350]: DEBUG nova.scheduler.client.report [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.382485] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149538, 'name': PowerOffVM_Task, 'duration_secs': 0.24784} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.382860] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.383180] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1088.383420] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821660', 'volume_id': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'name': 'volume-5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8bf53f97-45bf-424b-8a2e-270b02860bd0', 'attached_at': '2025-05-14T13:27:30.000000', 'detached_at': '', 'volume_id': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'serial': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1088.384294] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbb0b71-5074-4234-8eb9-f5720772f6e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.405865] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78d6c7e-13c7-41b7-883f-0127d3dcb8c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.413705] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b7b473-c5b6-414c-86b4-f4c7b4d98eb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.434369] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1341c14-be89-4e4f-b1ad-cdf9f95a0bbc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.450625] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] The volume has not been displaced from its original location: [datastore2] volume-5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59/volume-5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1088.456047] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.456465] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5509f60a-cee6-4133-bdab-5dcb5c833b8b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.475183] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1088.475183] env[69350]: value = "task-4149539" [ 1088.475183] env[69350]: _type = "Task" [ 1088.475183] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.483841] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.499136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.499750] env[69350]: DEBUG nova.compute.manager [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.504585] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.855s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.504784] env[69350]: DEBUG nova.objects.instance [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1088.985106] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149539, 'name': ReconfigVM_Task, 'duration_secs': 0.244568} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.985106] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1088.989709] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0272132c-d1e9-476e-88a9-a55aa02047f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.005873] env[69350]: DEBUG nova.compute.utils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.007359] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1089.007359] env[69350]: value = "task-4149541" [ 1089.007359] env[69350]: _type = "Task" [ 1089.007359] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.008103] env[69350]: DEBUG nova.compute.manager [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.008103] env[69350]: DEBUG nova.network.neutron [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.024607] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.053386] env[69350]: DEBUG nova.policy [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4257e7c9f34a4318bf463fc44662861e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a0ac11a9214508a4e75bf00caf6546', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.486194] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1089.486545] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821681', 'volume_id': '934b251b-d1e0-4109-afa3-f554c983de2b', 'name': 'volume-934b251b-d1e0-4109-afa3-f554c983de2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79bce4ba-4b69-4826-99c6-3ef2b1b64e54', 'attached_at': '', 'detached_at': '', 'volume_id': '934b251b-d1e0-4109-afa3-f554c983de2b', 'serial': '934b251b-d1e0-4109-afa3-f554c983de2b'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1089.487745] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921a78b6-db9a-49da-87e6-2542531f3ef4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.512371] env[69350]: DEBUG nova.compute.manager [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.522761] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b4f7de-5a87-4497-8de8-c4e75a20f4ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.527600] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c96f2583-48f2-424b-8903-d4aa1c71d8c2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.528887] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.713s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.529202] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.533448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.779s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.534988] env[69350]: INFO nova.compute.claims [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.539210] env[69350]: DEBUG nova.network.neutron [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Successfully created port: 0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.560594] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.568350] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-934b251b-d1e0-4109-afa3-f554c983de2b/volume-934b251b-d1e0-4109-afa3-f554c983de2b.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.569946] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5772b4-a542-41e4-ae90-1d72974a429a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.585186] env[69350]: INFO nova.scheduler.client.report [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Deleted allocations for instance 11bdae5e-c130-4165-b26f-0bf1be7c618e [ 1089.593106] env[69350]: DEBUG oslo_vmware.api [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1089.593106] env[69350]: value = "task-4149542" [ 1089.593106] env[69350]: _type = "Task" [ 1089.593106] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.602599] env[69350]: DEBUG oslo_vmware.api [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.031676] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149541, 'name': ReconfigVM_Task, 'duration_secs': 0.785399} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.032333] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821660', 'volume_id': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'name': 'volume-5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8bf53f97-45bf-424b-8a2e-270b02860bd0', 'attached_at': '2025-05-14T13:27:30.000000', 'detached_at': '', 'volume_id': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59', 'serial': '5dc85dde-75ee-42ed-b2e5-40f7d9c9cf59'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1090.032680] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.033631] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161dfeac-cf0b-48da-ab99-b489a2b25709 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.042803] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.043684] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb069714-acef-4a7f-9fdc-52fb0030f934 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.094414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e6dcd12-1741-4d46-bdb9-0589a948baf2 tempest-ServersListShow298Test-92088347 tempest-ServersListShow298Test-92088347-project-member] Lock "11bdae5e-c130-4165-b26f-0bf1be7c618e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.580s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.106529] env[69350]: DEBUG oslo_vmware.api [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149542, 'name': ReconfigVM_Task, 'duration_secs': 0.43336} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.106870] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-934b251b-d1e0-4109-afa3-f554c983de2b/volume-934b251b-d1e0-4109-afa3-f554c983de2b.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.113060] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f0fc3b-7685-42d2-9124-f7386003ece2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.126035] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.126336] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.126568] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleting the datastore file [datastore1] 8bf53f97-45bf-424b-8a2e-270b02860bd0 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.127335] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7e0012d-57e2-4e98-9353-bdf862ed645c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.132147] env[69350]: DEBUG oslo_vmware.api [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1090.132147] env[69350]: value = "task-4149544" [ 1090.132147] env[69350]: _type = "Task" [ 1090.132147] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.139271] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1090.139271] env[69350]: value = "task-4149545" [ 1090.139271] env[69350]: _type = "Task" [ 1090.139271] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.148291] env[69350]: DEBUG oslo_vmware.api [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.154628] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.534546] env[69350]: DEBUG nova.compute.manager [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.582991] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.583415] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.584150] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.584407] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.584570] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.584739] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.584951] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.586951] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.586951] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.586951] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.586951] env[69350]: DEBUG nova.virt.hardware [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.586951] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526af6c1-6347-43a1-9b6f-6aced5bddc49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.613059] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65eb379-bb58-48b5-a186-425aa0d75201 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.649239] env[69350]: DEBUG oslo_vmware.api [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149544, 'name': ReconfigVM_Task, 'duration_secs': 0.166159} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.650170] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821681', 'volume_id': '934b251b-d1e0-4109-afa3-f554c983de2b', 'name': 'volume-934b251b-d1e0-4109-afa3-f554c983de2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79bce4ba-4b69-4826-99c6-3ef2b1b64e54', 'attached_at': '', 'detached_at': '', 'volume_id': '934b251b-d1e0-4109-afa3-f554c983de2b', 'serial': '934b251b-d1e0-4109-afa3-f554c983de2b'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.656291] env[69350]: DEBUG oslo_vmware.api [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167833} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.656978] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.657331] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.657498] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.657719] env[69350]: INFO nova.compute.manager [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Took 2.80 seconds to destroy the instance on the hypervisor. [ 1090.658095] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.662726] env[69350]: DEBUG nova.compute.manager [-] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.662889] env[69350]: DEBUG nova.network.neutron [-] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.867558] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4511b5ea-ff36-4304-83a9-b3ab39c093b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.884639] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734872c7-9a83-4abf-9299-086019119491 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.917895] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f15422-82bb-4db9-8d1b-7c9a346aace5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.927489] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302543cc-4adf-43a7-ad9c-c73ca50f2816 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.945562] env[69350]: DEBUG nova.compute.provider_tree [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.476117] env[69350]: ERROR nova.scheduler.client.report [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [req-c92e0df6-d8d6-40ab-babd-8b9287e95b90] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c92e0df6-d8d6-40ab-babd-8b9287e95b90"}]} [ 1091.501480] env[69350]: DEBUG nova.scheduler.client.report [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1091.525363] env[69350]: DEBUG nova.scheduler.client.report [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1091.525608] env[69350]: DEBUG nova.compute.provider_tree [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.544648] env[69350]: DEBUG nova.scheduler.client.report [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1091.568984] env[69350]: DEBUG nova.scheduler.client.report [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1091.673837] env[69350]: DEBUG nova.compute.manager [req-82637173-c194-4f05-a405-ded6be077ac6 req-cc42279a-544d-40d6-817f-dd537cf91dc3 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received event network-vif-plugged-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.674356] env[69350]: DEBUG oslo_concurrency.lockutils [req-82637173-c194-4f05-a405-ded6be077ac6 req-cc42279a-544d-40d6-817f-dd537cf91dc3 service nova] Acquiring lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.674656] env[69350]: DEBUG oslo_concurrency.lockutils [req-82637173-c194-4f05-a405-ded6be077ac6 req-cc42279a-544d-40d6-817f-dd537cf91dc3 service nova] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.674877] env[69350]: DEBUG oslo_concurrency.lockutils [req-82637173-c194-4f05-a405-ded6be077ac6 req-cc42279a-544d-40d6-817f-dd537cf91dc3 service nova] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.678040] env[69350]: DEBUG nova.compute.manager [req-82637173-c194-4f05-a405-ded6be077ac6 req-cc42279a-544d-40d6-817f-dd537cf91dc3 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] No waiting events found dispatching network-vif-plugged-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.678040] env[69350]: WARNING nova.compute.manager [req-82637173-c194-4f05-a405-ded6be077ac6 req-cc42279a-544d-40d6-817f-dd537cf91dc3 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received unexpected event network-vif-plugged-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 for instance with vm_state building and task_state spawning. [ 1091.710048] env[69350]: DEBUG nova.objects.instance [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lazy-loading 'flavor' on Instance uuid 79bce4ba-4b69-4826-99c6-3ef2b1b64e54 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.872812] env[69350]: DEBUG nova.network.neutron [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Successfully updated port: 0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.878268] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe696ef1-3197-46fe-81d5-fe95e085cab2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.893665] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f5efc5-20d7-42c8-9d5f-8861d51a4406 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.936579] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5becb05-51dc-4808-a047-2d2df5ccee7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.940687] env[69350]: DEBUG nova.compute.manager [req-f82ecd24-ab8d-4ff0-b207-893aca686c88 req-d8f2ea59-cc57-4e5f-ad0a-c6778c507235 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Received event network-vif-deleted-3951dca7-fe43-456b-96a4-045e3518d5cb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.940961] env[69350]: INFO nova.compute.manager [req-f82ecd24-ab8d-4ff0-b207-893aca686c88 req-d8f2ea59-cc57-4e5f-ad0a-c6778c507235 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Neutron deleted interface 3951dca7-fe43-456b-96a4-045e3518d5cb; detaching it from the instance and deleting it from the info cache [ 1091.941185] env[69350]: DEBUG nova.network.neutron [req-f82ecd24-ab8d-4ff0-b207-893aca686c88 req-d8f2ea59-cc57-4e5f-ad0a-c6778c507235 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.953965] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edacd4e7-b03d-4f98-8c40-67b561c593f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.983694] env[69350]: DEBUG nova.compute.provider_tree [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.215018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1dbb21c1-9548-496a-be38-63068312a124 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.387s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.365217] env[69350]: DEBUG nova.network.neutron [-] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.375788] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.375912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.376088] env[69350]: DEBUG nova.network.neutron [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.448301] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e28b8375-4e9c-44e5-a949-95e6be01a73c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.461201] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b4b42-5fcb-48fb-8a41-5bf18bf19319 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.501919] env[69350]: DEBUG nova.compute.manager [req-f82ecd24-ab8d-4ff0-b207-893aca686c88 req-d8f2ea59-cc57-4e5f-ad0a-c6778c507235 service nova] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Detach interface failed, port_id=3951dca7-fe43-456b-96a4-045e3518d5cb, reason: Instance 8bf53f97-45bf-424b-8a2e-270b02860bd0 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.536360] env[69350]: DEBUG nova.scheduler.client.report [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1092.536637] env[69350]: DEBUG nova.compute.provider_tree [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 129 to 130 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1092.536824] env[69350]: DEBUG nova.compute.provider_tree [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.608819] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.609133] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.871846] env[69350]: INFO nova.compute.manager [-] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Took 2.21 seconds to deallocate network for instance. [ 1092.935115] env[69350]: DEBUG nova.network.neutron [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.046814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.513s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.047399] env[69350]: DEBUG nova.compute.manager [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.051205] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.725s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.112709] env[69350]: INFO nova.compute.manager [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Detaching volume 934b251b-d1e0-4109-afa3-f554c983de2b [ 1093.124214] env[69350]: DEBUG nova.network.neutron [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updating instance_info_cache with network_info: [{"id": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "address": "fa:16:3e:8c:c0:39", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb84584-8d", "ovs_interfaceid": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.312203] env[69350]: INFO nova.virt.block_device [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Attempting to driver detach volume 934b251b-d1e0-4109-afa3-f554c983de2b from mountpoint /dev/sdb [ 1093.312203] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.312203] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821681', 'volume_id': '934b251b-d1e0-4109-afa3-f554c983de2b', 'name': 'volume-934b251b-d1e0-4109-afa3-f554c983de2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79bce4ba-4b69-4826-99c6-3ef2b1b64e54', 'attached_at': '', 'detached_at': '', 'volume_id': '934b251b-d1e0-4109-afa3-f554c983de2b', 'serial': '934b251b-d1e0-4109-afa3-f554c983de2b'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.312203] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e124d95-f95f-4cd3-80a0-cd4b8ab1095f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.339509] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f903ad-a950-46e0-b478-b41897b464f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.347542] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca91962-f9e5-4e31-b488-b4e977f45721 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.368261] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea7c60c-bb51-4c73-af48-3b4f859912ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.384351] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] The volume has not been displaced from its original location: [datastore1] volume-934b251b-d1e0-4109-afa3-f554c983de2b/volume-934b251b-d1e0-4109-afa3-f554c983de2b.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1093.390896] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.390896] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df84d11b-d137-4d8a-8a5e-d3e16d9ca1ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.409504] env[69350]: DEBUG oslo_vmware.api [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1093.409504] env[69350]: value = "task-4149548" [ 1093.409504] env[69350]: _type = "Task" [ 1093.409504] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.418727] env[69350]: DEBUG oslo_vmware.api [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.427459] env[69350]: INFO nova.compute.manager [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Took 0.55 seconds to detach 1 volumes for instance. [ 1093.555043] env[69350]: DEBUG nova.compute.utils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.556908] env[69350]: DEBUG nova.compute.manager [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.558362] env[69350]: DEBUG nova.network.neutron [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.627101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.627503] env[69350]: DEBUG nova.compute.manager [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Instance network_info: |[{"id": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "address": "fa:16:3e:8c:c0:39", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb84584-8d", "ovs_interfaceid": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.627913] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:c0:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cb84584-8dfb-4d6a-b489-e34fb17fdff9', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.639052] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating folder: Project (81a0ac11a9214508a4e75bf00caf6546). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.643861] env[69350]: DEBUG nova.policy [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b72908407774d4c9df9e4fd263c49b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1044e7c00d64162a80f5d05097d9a9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.644733] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a58e5b1-5189-4ef1-81e5-749a9ea1192c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.659894] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Created folder: Project (81a0ac11a9214508a4e75bf00caf6546) in parent group-v821414. [ 1093.659894] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating folder: Instances. Parent ref: group-v821683. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.660022] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8264b1da-acbf-48c9-98b3-528cfea7f1b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.673376] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Created folder: Instances in parent group-v821683. [ 1093.673645] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.673854] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.674139] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-824bf910-f35c-44d6-8389-ef7b9aae55a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.701339] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.701339] env[69350]: value = "task-4149551" [ 1093.701339] env[69350]: _type = "Task" [ 1093.701339] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.711200] env[69350]: DEBUG nova.compute.manager [req-3bbd7eee-2b01-49e8-9386-d35736fa1f84 req-01e2dd38-96ef-429e-9d4f-3b14c41dd588 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received event network-changed-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.711200] env[69350]: DEBUG nova.compute.manager [req-3bbd7eee-2b01-49e8-9386-d35736fa1f84 req-01e2dd38-96ef-429e-9d4f-3b14c41dd588 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Refreshing instance network info cache due to event network-changed-0cb84584-8dfb-4d6a-b489-e34fb17fdff9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.711200] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bbd7eee-2b01-49e8-9386-d35736fa1f84 req-01e2dd38-96ef-429e-9d4f-3b14c41dd588 service nova] Acquiring lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.711200] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bbd7eee-2b01-49e8-9386-d35736fa1f84 req-01e2dd38-96ef-429e-9d4f-3b14c41dd588 service nova] Acquired lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.711200] env[69350]: DEBUG nova.network.neutron [req-3bbd7eee-2b01-49e8-9386-d35736fa1f84 req-01e2dd38-96ef-429e-9d4f-3b14c41dd588 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Refreshing network info cache for port 0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.722673] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149551, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.840227] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0c0ff-ba57-4490-a91c-e177e7a4bbc4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.849852] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5ab5af-60e3-448d-8a40-d6d805e2483d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.882366] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e274cc69-7a6a-4124-8024-d9b80d82ebe3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.890607] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421731ab-78d7-4341-9c97-f3f8b6404bf2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.905491] env[69350]: DEBUG nova.compute.provider_tree [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.922309] env[69350]: DEBUG oslo_vmware.api [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149548, 'name': ReconfigVM_Task, 'duration_secs': 0.26295} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.923299] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.931585] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd8b624-cd0b-4dec-a3d7-2c8985e048c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.952746] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.959796] env[69350]: DEBUG oslo_vmware.api [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1093.959796] env[69350]: value = "task-4149552" [ 1093.959796] env[69350]: _type = "Task" [ 1093.959796] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.978749] env[69350]: DEBUG oslo_vmware.api [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.069374] env[69350]: DEBUG nova.compute.manager [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.211657] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149551, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.250033] env[69350]: DEBUG nova.network.neutron [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Successfully created port: dedf4136-14e4-42ac-afcf-2c68db865b4d {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.440289] env[69350]: DEBUG nova.scheduler.client.report [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1094.441033] env[69350]: DEBUG nova.compute.provider_tree [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 130 to 131 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1094.441426] env[69350]: DEBUG nova.compute.provider_tree [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.471200] env[69350]: DEBUG oslo_vmware.api [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149552, 'name': ReconfigVM_Task, 'duration_secs': 0.152193} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.471636] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821681', 'volume_id': '934b251b-d1e0-4109-afa3-f554c983de2b', 'name': 'volume-934b251b-d1e0-4109-afa3-f554c983de2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79bce4ba-4b69-4826-99c6-3ef2b1b64e54', 'attached_at': '', 'detached_at': '', 'volume_id': '934b251b-d1e0-4109-afa3-f554c983de2b', 'serial': '934b251b-d1e0-4109-afa3-f554c983de2b'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.474727] env[69350]: DEBUG nova.network.neutron [req-3bbd7eee-2b01-49e8-9386-d35736fa1f84 req-01e2dd38-96ef-429e-9d4f-3b14c41dd588 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updated VIF entry in instance network info cache for port 0cb84584-8dfb-4d6a-b489-e34fb17fdff9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.475262] env[69350]: DEBUG nova.network.neutron [req-3bbd7eee-2b01-49e8-9386-d35736fa1f84 req-01e2dd38-96ef-429e-9d4f-3b14c41dd588 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updating instance_info_cache with network_info: [{"id": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "address": "fa:16:3e:8c:c0:39", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb84584-8d", "ovs_interfaceid": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.712728] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149551, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.955276] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquiring lock "bef70481-df38-44ff-a208-1bf3aa7d6bae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.955276] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "bef70481-df38-44ff-a208-1bf3aa7d6bae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.977948] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bbd7eee-2b01-49e8-9386-d35736fa1f84 req-01e2dd38-96ef-429e-9d4f-3b14c41dd588 service nova] Releasing lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.024188] env[69350]: DEBUG nova.objects.instance [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lazy-loading 'flavor' on Instance uuid 79bce4ba-4b69-4826-99c6-3ef2b1b64e54 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.079421] env[69350]: DEBUG nova.compute.manager [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.110749] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.111020] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.111273] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.111470] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.111623] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.111774] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.111989] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.113134] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.113134] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.113134] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.113348] env[69350]: DEBUG nova.virt.hardware [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.114611] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3c0b74-77ea-48ff-94ba-76bb641b2a50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.127267] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60004344-d96b-4b95-b0c3-195c65c93789 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.215560] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149551, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.455844] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.405s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.459421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.258s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.459715] env[69350]: DEBUG nova.objects.instance [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lazy-loading 'resources' on Instance uuid 1600d77f-8895-4b53-b8fb-bacf7e75e24d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.461403] env[69350]: DEBUG nova.compute.manager [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.716538] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149551, 'name': CreateVM_Task, 'duration_secs': 1.624707} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.716538] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.717067] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.717255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.717591] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.717857] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb05f1b-dda3-4693-b5e7-ece20304635f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.723259] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1095.723259] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525317e2-3229-6cfe-abed-a7c83878d4a1" [ 1095.723259] env[69350]: _type = "Task" [ 1095.723259] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.732911] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525317e2-3229-6cfe-abed-a7c83878d4a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.737709] env[69350]: DEBUG nova.compute.manager [req-8aca31cc-72f1-4547-8bfb-8960c66ae464 req-abfb241e-5bb0-4a55-a53f-57384ed28063 service nova] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Received event network-vif-plugged-dedf4136-14e4-42ac-afcf-2c68db865b4d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.737923] env[69350]: DEBUG oslo_concurrency.lockutils [req-8aca31cc-72f1-4547-8bfb-8960c66ae464 req-abfb241e-5bb0-4a55-a53f-57384ed28063 service nova] Acquiring lock "01a78890-8fb3-4bcd-9c15-2e640eb21719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.738286] env[69350]: DEBUG oslo_concurrency.lockutils [req-8aca31cc-72f1-4547-8bfb-8960c66ae464 req-abfb241e-5bb0-4a55-a53f-57384ed28063 service nova] Lock "01a78890-8fb3-4bcd-9c15-2e640eb21719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.738350] env[69350]: DEBUG oslo_concurrency.lockutils [req-8aca31cc-72f1-4547-8bfb-8960c66ae464 req-abfb241e-5bb0-4a55-a53f-57384ed28063 service nova] Lock "01a78890-8fb3-4bcd-9c15-2e640eb21719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.738476] env[69350]: DEBUG nova.compute.manager [req-8aca31cc-72f1-4547-8bfb-8960c66ae464 req-abfb241e-5bb0-4a55-a53f-57384ed28063 service nova] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] No waiting events found dispatching network-vif-plugged-dedf4136-14e4-42ac-afcf-2c68db865b4d {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.738636] env[69350]: WARNING nova.compute.manager [req-8aca31cc-72f1-4547-8bfb-8960c66ae464 req-abfb241e-5bb0-4a55-a53f-57384ed28063 service nova] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Received unexpected event network-vif-plugged-dedf4136-14e4-42ac-afcf-2c68db865b4d for instance with vm_state building and task_state spawning. [ 1095.843124] env[69350]: DEBUG nova.network.neutron [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Successfully updated port: dedf4136-14e4-42ac-afcf-2c68db865b4d {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.005099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.031998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-30789e48-9fd6-41d2-bbfe-2df8c4f17993 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.422s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.040429] env[69350]: INFO nova.scheduler.client.report [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleted allocation for migration 696f8aa1-aaea-48a6-8c0c-0e4b27af2e63 [ 1096.196018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908a6fb0-9676-4a4a-b5b6-6429eaf95698 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.204212] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2469ce6-450d-4b59-9e0e-21008121d178 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.240116] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d729ec9c-c51c-4b11-a0bd-ba8919e0a5bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.252016] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5a0c57-55e6-43cd-a5a9-e7ff518b1ceb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.256167] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525317e2-3229-6cfe-abed-a7c83878d4a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014349} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.256832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.257093] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.257376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.257477] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.257651] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.258355] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-134382dd-3723-4b6f-9821-19a68c9614c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.270222] env[69350]: DEBUG nova.compute.provider_tree [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.281538] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.281752] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.282547] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f0555c-aa6c-4fae-823e-795a5c93d44d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.289458] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1096.289458] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5209cadc-6ebe-292d-39a5-e621286460c1" [ 1096.289458] env[69350]: _type = "Task" [ 1096.289458] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.300215] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5209cadc-6ebe-292d-39a5-e621286460c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.345592] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "refresh_cache-01a78890-8fb3-4bcd-9c15-2e640eb21719" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.345787] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "refresh_cache-01a78890-8fb3-4bcd-9c15-2e640eb21719" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.345914] env[69350]: DEBUG nova.network.neutron [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.551337] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1b46d02f-d30b-4d3d-b12c-927061a08aa1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.874s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.774202] env[69350]: DEBUG nova.scheduler.client.report [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.801230] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5209cadc-6ebe-292d-39a5-e621286460c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.802068] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0254c73c-8631-4518-a4cf-e0d72cf42c3f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.808511] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1096.808511] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52804f26-7a10-c89a-fc3e-f6e1f55964f7" [ 1096.808511] env[69350]: _type = "Task" [ 1096.808511] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.817671] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52804f26-7a10-c89a-fc3e-f6e1f55964f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.904165] env[69350]: DEBUG nova.network.neutron [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.071390] env[69350]: DEBUG nova.network.neutron [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Updating instance_info_cache with network_info: [{"id": "dedf4136-14e4-42ac-afcf-2c68db865b4d", "address": "fa:16:3e:df:ba:dc", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedf4136-14", "ovs_interfaceid": "dedf4136-14e4-42ac-afcf-2c68db865b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.169921] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.171100] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.171100] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.171100] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.171201] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.172882] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.173122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.173728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.173943] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.174125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.175779] env[69350]: INFO nova.compute.manager [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Terminating instance [ 1097.177089] env[69350]: INFO nova.compute.manager [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Terminating instance [ 1097.279631] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.282470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.559s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.284446] env[69350]: INFO nova.compute.claims [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.303377] env[69350]: INFO nova.scheduler.client.report [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Deleted allocations for instance 1600d77f-8895-4b53-b8fb-bacf7e75e24d [ 1097.321549] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52804f26-7a10-c89a-fc3e-f6e1f55964f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.322297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.322792] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a48b5209-b8cf-4efe-9051-46cc46ed9d83/a48b5209-b8cf-4efe-9051-46cc46ed9d83.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.322906] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63492bd1-10ca-43fd-bfaa-4bdc09683ec2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.331648] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1097.331648] env[69350]: value = "task-4149555" [ 1097.331648] env[69350]: _type = "Task" [ 1097.331648] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.343562] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.573983] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "refresh_cache-01a78890-8fb3-4bcd-9c15-2e640eb21719" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.574431] env[69350]: DEBUG nova.compute.manager [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Instance network_info: |[{"id": "dedf4136-14e4-42ac-afcf-2c68db865b4d", "address": "fa:16:3e:df:ba:dc", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedf4136-14", "ovs_interfaceid": "dedf4136-14e4-42ac-afcf-2c68db865b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.574976] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ba:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dedf4136-14e4-42ac-afcf-2c68db865b4d', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.583433] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Creating folder: Project (f1044e7c00d64162a80f5d05097d9a9c). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.583841] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25f061ea-3fe1-4586-aa64-e7f4a20c5160 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.598089] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Created folder: Project (f1044e7c00d64162a80f5d05097d9a9c) in parent group-v821414. [ 1097.598407] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Creating folder: Instances. Parent ref: group-v821686. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.598717] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-061ecdcb-959c-403c-9cd1-bac619319e5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.613015] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Created folder: Instances in parent group-v821686. [ 1097.613015] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.613536] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.613899] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c51c674e-f635-48b5-a0cf-54ac57f0eac9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.636606] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.636606] env[69350]: value = "task-4149558" [ 1097.636606] env[69350]: _type = "Task" [ 1097.636606] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.646837] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149558, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.682466] env[69350]: DEBUG nova.compute.manager [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.682466] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.683355] env[69350]: DEBUG nova.compute.manager [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.683644] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.684909] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c2f0cd-8a6e-4f43-910b-14ac2721e34f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.689040] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb6756b-b282-498f-9aee-c6601fdb3855 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.699224] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.699937] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.700203] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33fb7c8c-38ed-4ef4-a543-77be091adf93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.702042] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3242112c-17c8-47ae-8b52-944dc7914260 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.711357] env[69350]: DEBUG oslo_vmware.api [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1097.711357] env[69350]: value = "task-4149560" [ 1097.711357] env[69350]: _type = "Task" [ 1097.711357] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.713302] env[69350]: DEBUG oslo_vmware.api [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1097.713302] env[69350]: value = "task-4149559" [ 1097.713302] env[69350]: _type = "Task" [ 1097.713302] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.729655] env[69350]: DEBUG oslo_vmware.api [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.733333] env[69350]: DEBUG oslo_vmware.api [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.774287] env[69350]: DEBUG nova.compute.manager [req-4bc945c7-9b42-4950-9539-c1f466d2b5fa req-31a3c432-b830-4990-9d56-94a4bc2e65d9 service nova] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Received event network-changed-dedf4136-14e4-42ac-afcf-2c68db865b4d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.774557] env[69350]: DEBUG nova.compute.manager [req-4bc945c7-9b42-4950-9539-c1f466d2b5fa req-31a3c432-b830-4990-9d56-94a4bc2e65d9 service nova] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Refreshing instance network info cache due to event network-changed-dedf4136-14e4-42ac-afcf-2c68db865b4d. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.774695] env[69350]: DEBUG oslo_concurrency.lockutils [req-4bc945c7-9b42-4950-9539-c1f466d2b5fa req-31a3c432-b830-4990-9d56-94a4bc2e65d9 service nova] Acquiring lock "refresh_cache-01a78890-8fb3-4bcd-9c15-2e640eb21719" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.774793] env[69350]: DEBUG oslo_concurrency.lockutils [req-4bc945c7-9b42-4950-9539-c1f466d2b5fa req-31a3c432-b830-4990-9d56-94a4bc2e65d9 service nova] Acquired lock "refresh_cache-01a78890-8fb3-4bcd-9c15-2e640eb21719" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.774963] env[69350]: DEBUG nova.network.neutron [req-4bc945c7-9b42-4950-9539-c1f466d2b5fa req-31a3c432-b830-4990-9d56-94a4bc2e65d9 service nova] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Refreshing network info cache for port dedf4136-14e4-42ac-afcf-2c68db865b4d {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.811731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0190a2c-ef44-48e0-8023-41e352a690ed tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "1600d77f-8895-4b53-b8fb-bacf7e75e24d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.566s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.844409] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458089} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.845016] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a48b5209-b8cf-4efe-9051-46cc46ed9d83/a48b5209-b8cf-4efe-9051-46cc46ed9d83.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.845262] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.845538] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fac6da2-abb5-4a7e-95a7-4cdea27cd22a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.855257] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1097.855257] env[69350]: value = "task-4149561" [ 1097.855257] env[69350]: _type = "Task" [ 1097.855257] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.868057] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.150229] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149558, 'name': CreateVM_Task, 'duration_secs': 0.405431} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.150229] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.150229] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.150670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.151203] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.153084] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d88606-3570-4158-8b41-bde974f392fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.158929] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1098.158929] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524d5554-b779-05dd-e868-d6c18024648d" [ 1098.158929] env[69350]: _type = "Task" [ 1098.158929] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.169906] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524d5554-b779-05dd-e868-d6c18024648d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.233231] env[69350]: DEBUG oslo_vmware.api [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149559, 'name': PowerOffVM_Task, 'duration_secs': 0.225509} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.233678] env[69350]: DEBUG oslo_vmware.api [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149560, 'name': PowerOffVM_Task, 'duration_secs': 0.21478} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.234178] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.234562] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.234978] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.235315] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.237612] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32361a91-a036-41c9-ba7b-1133675e3dd1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.237612] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41542a61-28e8-4c71-9880-09df30d1f905 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.324153] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.324153] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.324153] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleting the datastore file [datastore2] 79bce4ba-4b69-4826-99c6-3ef2b1b64e54 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.324662] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51431a21-0cc2-487f-bb04-0f3d082134d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.326999] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.327210] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.327382] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleting the datastore file [datastore2] 97a20fc1-ef2b-4927-b335-3fd748bf90e3 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.327623] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c7fb087-6280-456d-bef4-dc596c2e82c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.347713] env[69350]: DEBUG oslo_vmware.api [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1098.347713] env[69350]: value = "task-4149564" [ 1098.347713] env[69350]: _type = "Task" [ 1098.347713] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.349388] env[69350]: DEBUG oslo_vmware.api [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1098.349388] env[69350]: value = "task-4149565" [ 1098.349388] env[69350]: _type = "Task" [ 1098.349388] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.366289] env[69350]: DEBUG oslo_vmware.api [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.366685] env[69350]: DEBUG oslo_vmware.api [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.372546] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079335} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.376219] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.377361] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2ada43-92ef-419f-a944-13f62bcaaa60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.409540] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] a48b5209-b8cf-4efe-9051-46cc46ed9d83/a48b5209-b8cf-4efe-9051-46cc46ed9d83.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.414801] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f444c51e-89aa-42ca-bad3-c8a6a869d403 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.435507] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1098.435507] env[69350]: value = "task-4149566" [ 1098.435507] env[69350]: _type = "Task" [ 1098.435507] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.446117] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.541777] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66a5716-916e-4884-b9a4-5f5c85ff926b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.551315] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2025f83f-48aa-42e8-ad6c-e4eacbce8a68 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.589752] env[69350]: DEBUG nova.network.neutron [req-4bc945c7-9b42-4950-9539-c1f466d2b5fa req-31a3c432-b830-4990-9d56-94a4bc2e65d9 service nova] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Updated VIF entry in instance network info cache for port dedf4136-14e4-42ac-afcf-2c68db865b4d. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.590197] env[69350]: DEBUG nova.network.neutron [req-4bc945c7-9b42-4950-9539-c1f466d2b5fa req-31a3c432-b830-4990-9d56-94a4bc2e65d9 service nova] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Updating instance_info_cache with network_info: [{"id": "dedf4136-14e4-42ac-afcf-2c68db865b4d", "address": "fa:16:3e:df:ba:dc", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedf4136-14", "ovs_interfaceid": "dedf4136-14e4-42ac-afcf-2c68db865b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.592613] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639c28af-da11-4cd9-a60f-6837fd212c6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.601408] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fd88be-3484-4a47-b269-a54792d0a88a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.618190] env[69350]: DEBUG nova.compute.provider_tree [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.670561] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524d5554-b779-05dd-e868-d6c18024648d, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.670877] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.671183] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.671470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.671630] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.671814] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.672111] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee5d91ab-9469-4856-8e3a-795ba9a112b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.685255] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.685517] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.686350] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e18242-049a-44cb-b2a8-ffb845e47748 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.692658] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1098.692658] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b762b1-c5ec-4a5b-990c-608978b91409" [ 1098.692658] env[69350]: _type = "Task" [ 1098.692658] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.701949] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b762b1-c5ec-4a5b-990c-608978b91409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.860767] env[69350]: DEBUG oslo_vmware.api [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181561} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.863978] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.864206] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.864394] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.864573] env[69350]: INFO nova.compute.manager [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1098.864817] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.865044] env[69350]: DEBUG oslo_vmware.api [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160451} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.865247] env[69350]: DEBUG nova.compute.manager [-] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.865370] env[69350]: DEBUG nova.network.neutron [-] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.867037] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.867227] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.867403] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.867570] env[69350]: INFO nova.compute.manager [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1098.867783] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.867969] env[69350]: DEBUG nova.compute.manager [-] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.868072] env[69350]: DEBUG nova.network.neutron [-] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.945913] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149566, 'name': ReconfigVM_Task, 'duration_secs': 0.279793} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.946223] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Reconfigured VM instance instance-00000061 to attach disk [datastore1] a48b5209-b8cf-4efe-9051-46cc46ed9d83/a48b5209-b8cf-4efe-9051-46cc46ed9d83.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.946901] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e8feb2c-b1eb-4622-88ae-64c80fa34663 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.953946] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1098.953946] env[69350]: value = "task-4149567" [ 1098.953946] env[69350]: _type = "Task" [ 1098.953946] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.963830] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149567, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.097185] env[69350]: DEBUG oslo_concurrency.lockutils [req-4bc945c7-9b42-4950-9539-c1f466d2b5fa req-31a3c432-b830-4990-9d56-94a4bc2e65d9 service nova] Releasing lock "refresh_cache-01a78890-8fb3-4bcd-9c15-2e640eb21719" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.124383] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "663e25f1-50fe-4eee-bf50-088edc72a0eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.124660] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "663e25f1-50fe-4eee-bf50-088edc72a0eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.141911] env[69350]: ERROR nova.scheduler.client.report [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [req-a6c7ebaa-ddd7-4018-b8bf-f2802054d022] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6c7ebaa-ddd7-4018-b8bf-f2802054d022"}]} [ 1099.166088] env[69350]: DEBUG nova.scheduler.client.report [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1099.187583] env[69350]: DEBUG nova.scheduler.client.report [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1099.187831] env[69350]: DEBUG nova.compute.provider_tree [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1099.203235] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b762b1-c5ec-4a5b-990c-608978b91409, 'name': SearchDatastore_Task, 'duration_secs': 0.022916} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.204265] env[69350]: DEBUG nova.scheduler.client.report [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1099.207674] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61c1d7a-ebf1-409a-aed4-7c0deacc07a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.216382] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1099.216382] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526da619-77ce-1ea2-b48f-8aae6a546b3a" [ 1099.216382] env[69350]: _type = "Task" [ 1099.216382] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.225777] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526da619-77ce-1ea2-b48f-8aae6a546b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.236021] env[69350]: DEBUG nova.scheduler.client.report [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1099.403464] env[69350]: DEBUG nova.compute.manager [req-88a23a3d-b372-4544-9a33-aa14cc574887 req-d096d867-76a0-448a-aa16-4399c64cc59a service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Received event network-vif-deleted-7451c2a2-d8d0-4ed8-9f40-b5881626b6c7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.403673] env[69350]: INFO nova.compute.manager [req-88a23a3d-b372-4544-9a33-aa14cc574887 req-d096d867-76a0-448a-aa16-4399c64cc59a service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Neutron deleted interface 7451c2a2-d8d0-4ed8-9f40-b5881626b6c7; detaching it from the instance and deleting it from the info cache [ 1099.405883] env[69350]: DEBUG nova.network.neutron [req-88a23a3d-b372-4544-9a33-aa14cc574887 req-d096d867-76a0-448a-aa16-4399c64cc59a service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.466618] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149567, 'name': Rename_Task, 'duration_secs': 0.168292} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.466853] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.467181] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f37e544b-f99b-429f-ae19-bf4b6635a133 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.474913] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c8b245-93a6-404a-bfe2-e76cc4dc6937 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.479114] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1099.479114] env[69350]: value = "task-4149568" [ 1099.479114] env[69350]: _type = "Task" [ 1099.479114] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.487206] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c8f700-3a90-435b-b165-14111e79af39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.494097] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.524805] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b943a2-76a9-42ff-8476-f0b5441e72f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.532688] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e30ba-0f05-4c73-9b63-877f3b9c85f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.547663] env[69350]: DEBUG nova.compute.provider_tree [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1099.627659] env[69350]: DEBUG nova.compute.manager [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.734886] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526da619-77ce-1ea2-b48f-8aae6a546b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.735552] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.735938] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 01a78890-8fb3-4bcd-9c15-2e640eb21719/01a78890-8fb3-4bcd-9c15-2e640eb21719.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.736351] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff7f95a2-8937-46e3-9858-978ccb68767c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.743899] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1099.743899] env[69350]: value = "task-4149569" [ 1099.743899] env[69350]: _type = "Task" [ 1099.743899] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.753232] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.869736] env[69350]: DEBUG nova.compute.manager [req-6f579193-b019-42a7-a962-0ac11d6d28a0 req-b4fd8a65-bbc8-4996-9266-b689bfbc6f5b service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Received event network-vif-deleted-5d4ef60e-dffd-47ae-9c8c-5589e2b54e43 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.870217] env[69350]: INFO nova.compute.manager [req-6f579193-b019-42a7-a962-0ac11d6d28a0 req-b4fd8a65-bbc8-4996-9266-b689bfbc6f5b service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Neutron deleted interface 5d4ef60e-dffd-47ae-9c8c-5589e2b54e43; detaching it from the instance and deleting it from the info cache [ 1099.870426] env[69350]: DEBUG nova.network.neutron [req-6f579193-b019-42a7-a962-0ac11d6d28a0 req-b4fd8a65-bbc8-4996-9266-b689bfbc6f5b service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.886339] env[69350]: DEBUG nova.network.neutron [-] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.911827] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a512f2b-d7fe-4f44-ab83-561e7734aff1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.924687] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a43da34-158b-4c66-b73a-fd45fcd13dfa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.959606] env[69350]: DEBUG nova.compute.manager [req-88a23a3d-b372-4544-9a33-aa14cc574887 req-d096d867-76a0-448a-aa16-4399c64cc59a service nova] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Detach interface failed, port_id=7451c2a2-d8d0-4ed8-9f40-b5881626b6c7, reason: Instance 79bce4ba-4b69-4826-99c6-3ef2b1b64e54 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.978835] env[69350]: DEBUG nova.network.neutron [-] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.990161] env[69350]: DEBUG oslo_vmware.api [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149568, 'name': PowerOnVM_Task, 'duration_secs': 0.487088} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.990469] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.990680] env[69350]: INFO nova.compute.manager [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1099.990861] env[69350]: DEBUG nova.compute.manager [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.992038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685701c6-169f-4c47-be92-656fc020635f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.090666] env[69350]: DEBUG nova.scheduler.client.report [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1100.090956] env[69350]: DEBUG nova.compute.provider_tree [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 134 to 135 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1100.091184] env[69350]: DEBUG nova.compute.provider_tree [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.152083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.255107] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477345} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.255496] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 01a78890-8fb3-4bcd-9c15-2e640eb21719/01a78890-8fb3-4bcd-9c15-2e640eb21719.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.256107] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.256176] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e9e5ff3-bfb5-45fd-9347-949f028b67ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.264083] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1100.264083] env[69350]: value = "task-4149570" [ 1100.264083] env[69350]: _type = "Task" [ 1100.264083] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.273639] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.373215] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ee01c30-3d7d-4466-822a-fe07c4852f74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.383018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79013d61-4fa8-470f-abeb-c80987315f99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.395496] env[69350]: INFO nova.compute.manager [-] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Took 1.53 seconds to deallocate network for instance. [ 1100.416680] env[69350]: DEBUG nova.compute.manager [req-6f579193-b019-42a7-a962-0ac11d6d28a0 req-b4fd8a65-bbc8-4996-9266-b689bfbc6f5b service nova] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Detach interface failed, port_id=5d4ef60e-dffd-47ae-9c8c-5589e2b54e43, reason: Instance 97a20fc1-ef2b-4927-b335-3fd748bf90e3 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.485107] env[69350]: INFO nova.compute.manager [-] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Took 1.62 seconds to deallocate network for instance. [ 1100.518062] env[69350]: INFO nova.compute.manager [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Took 26.34 seconds to build instance. [ 1100.597024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.315s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.597672] env[69350]: DEBUG nova.compute.manager [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.600373] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.093s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.601879] env[69350]: INFO nova.compute.claims [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.774039] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069138} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.774405] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.775206] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a9803f-8c3d-468e-948d-d6e82a054f42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.810741] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 01a78890-8fb3-4bcd-9c15-2e640eb21719/01a78890-8fb3-4bcd-9c15-2e640eb21719.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.811933] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4efdf0-9b22-43d8-8be6-9416f6485d37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.837091] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1100.837091] env[69350]: value = "task-4149571" [ 1100.837091] env[69350]: _type = "Task" [ 1100.837091] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.848768] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.901896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.991292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.021110] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0f096f55-cdf0-4d4f-9df7-12bb6f7a7c42 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.855s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.313774] env[69350]: DEBUG nova.compute.utils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.318468] env[69350]: DEBUG nova.compute.manager [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.318468] env[69350]: DEBUG nova.network.neutron [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.350795] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149571, 'name': ReconfigVM_Task, 'duration_secs': 0.331611} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.350795] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 01a78890-8fb3-4bcd-9c15-2e640eb21719/01a78890-8fb3-4bcd-9c15-2e640eb21719.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.350795] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d79c58e-6758-4caf-a035-437cfb2ed07d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.358020] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1101.358020] env[69350]: value = "task-4149572" [ 1101.358020] env[69350]: _type = "Task" [ 1101.358020] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.365103] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149572, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.435179] env[69350]: DEBUG nova.compute.manager [req-e18b4d34-fbf0-4640-a440-56354a557971 req-9066a8d6-a1df-4132-bb09-edaee229c9b4 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received event network-changed-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.435179] env[69350]: DEBUG nova.compute.manager [req-e18b4d34-fbf0-4640-a440-56354a557971 req-9066a8d6-a1df-4132-bb09-edaee229c9b4 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Refreshing instance network info cache due to event network-changed-0cb84584-8dfb-4d6a-b489-e34fb17fdff9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.435179] env[69350]: DEBUG oslo_concurrency.lockutils [req-e18b4d34-fbf0-4640-a440-56354a557971 req-9066a8d6-a1df-4132-bb09-edaee229c9b4 service nova] Acquiring lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.435179] env[69350]: DEBUG oslo_concurrency.lockutils [req-e18b4d34-fbf0-4640-a440-56354a557971 req-9066a8d6-a1df-4132-bb09-edaee229c9b4 service nova] Acquired lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.436092] env[69350]: DEBUG nova.network.neutron [req-e18b4d34-fbf0-4640-a440-56354a557971 req-9066a8d6-a1df-4132-bb09-edaee229c9b4 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Refreshing network info cache for port 0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.639904] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.639904] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.655813] env[69350]: DEBUG nova.policy [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a591e0372ed5423a8b4839125cffd07c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '070cd5e84a1945b0a1f8c83a8266405b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.818299] env[69350]: DEBUG nova.compute.manager [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.871307] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149572, 'name': Rename_Task, 'duration_secs': 0.144043} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.871628] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.871904] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c819f19-37f2-40e7-bd61-824ac36e30db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.880201] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1101.880201] env[69350]: value = "task-4149573" [ 1101.880201] env[69350]: _type = "Task" [ 1101.880201] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.890744] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.967946] env[69350]: DEBUG nova.network.neutron [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Successfully created port: aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.046175] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02498d7c-a313-4887-a859-7a08e5a0e4f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.056285] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fd9e90-4381-4ff4-987f-d1b5520121ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.090873] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2641d-6990-4d1f-ab50-fd2b5c1c7aa0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.099833] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd64687-ea9e-4a5e-876c-41444339a766 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.115794] env[69350]: DEBUG nova.compute.provider_tree [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.143173] env[69350]: DEBUG nova.compute.manager [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.192236] env[69350]: DEBUG nova.network.neutron [req-e18b4d34-fbf0-4640-a440-56354a557971 req-9066a8d6-a1df-4132-bb09-edaee229c9b4 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updated VIF entry in instance network info cache for port 0cb84584-8dfb-4d6a-b489-e34fb17fdff9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.192620] env[69350]: DEBUG nova.network.neutron [req-e18b4d34-fbf0-4640-a440-56354a557971 req-9066a8d6-a1df-4132-bb09-edaee229c9b4 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updating instance_info_cache with network_info: [{"id": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "address": "fa:16:3e:8c:c0:39", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb84584-8d", "ovs_interfaceid": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.390616] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.639721] env[69350]: ERROR nova.scheduler.client.report [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [req-271552ca-55cd-4ec9-a558-415ba66eebcc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-271552ca-55cd-4ec9-a558-415ba66eebcc"}]} [ 1102.656100] env[69350]: DEBUG nova.scheduler.client.report [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1102.662793] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.669546] env[69350]: DEBUG nova.scheduler.client.report [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1102.669786] env[69350]: DEBUG nova.compute.provider_tree [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.682038] env[69350]: DEBUG nova.scheduler.client.report [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1102.695888] env[69350]: DEBUG oslo_concurrency.lockutils [req-e18b4d34-fbf0-4640-a440-56354a557971 req-9066a8d6-a1df-4132-bb09-edaee229c9b4 service nova] Releasing lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.702355] env[69350]: DEBUG nova.scheduler.client.report [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1102.831996] env[69350]: DEBUG nova.compute.manager [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.862313] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.862573] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.862731] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.862914] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.863076] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.863256] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.863484] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.863646] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.863815] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.863975] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.864172] env[69350]: DEBUG nova.virt.hardware [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.865441] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d5dd84-75d0-4532-be11-9bc5e85918c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.882303] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3901cc8-5c9f-4541-8983-287789bc7658 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.904884] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.929718] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787fba32-ea6c-413c-9a70-e2630dfb20bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.939036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e35d32-59fa-445d-8e74-59459c5ca141 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.976954] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeff8b9-6c39-41d7-a337-8abd85b1d508 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.987817] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dcc038-71eb-45b3-9382-ba5bea7c0b0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.006536] env[69350]: DEBUG nova.compute.provider_tree [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.403559] env[69350]: DEBUG oslo_vmware.api [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149573, 'name': PowerOnVM_Task, 'duration_secs': 1.037943} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.404250] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.404250] env[69350]: INFO nova.compute.manager [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1103.404487] env[69350]: DEBUG nova.compute.manager [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.405839] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32d37f0-439b-4d9c-916f-9325af652817 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.469934] env[69350]: DEBUG nova.compute.manager [req-895635b1-bf17-4266-9f59-4f931fa8aff0 req-f5ef585f-e5b0-4a2a-a185-e5d3d3380a68 service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Received event network-vif-plugged-aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.470296] env[69350]: DEBUG oslo_concurrency.lockutils [req-895635b1-bf17-4266-9f59-4f931fa8aff0 req-f5ef585f-e5b0-4a2a-a185-e5d3d3380a68 service nova] Acquiring lock "70ba6da0-a397-490a-b86c-4237c0414240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.470478] env[69350]: DEBUG oslo_concurrency.lockutils [req-895635b1-bf17-4266-9f59-4f931fa8aff0 req-f5ef585f-e5b0-4a2a-a185-e5d3d3380a68 service nova] Lock "70ba6da0-a397-490a-b86c-4237c0414240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.470603] env[69350]: DEBUG oslo_concurrency.lockutils [req-895635b1-bf17-4266-9f59-4f931fa8aff0 req-f5ef585f-e5b0-4a2a-a185-e5d3d3380a68 service nova] Lock "70ba6da0-a397-490a-b86c-4237c0414240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.470723] env[69350]: DEBUG nova.compute.manager [req-895635b1-bf17-4266-9f59-4f931fa8aff0 req-f5ef585f-e5b0-4a2a-a185-e5d3d3380a68 service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] No waiting events found dispatching network-vif-plugged-aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.470894] env[69350]: WARNING nova.compute.manager [req-895635b1-bf17-4266-9f59-4f931fa8aff0 req-f5ef585f-e5b0-4a2a-a185-e5d3d3380a68 service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Received unexpected event network-vif-plugged-aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd for instance with vm_state building and task_state spawning. [ 1103.541438] env[69350]: DEBUG nova.scheduler.client.report [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1103.541732] env[69350]: DEBUG nova.compute.provider_tree [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 136 to 137 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1103.541912] env[69350]: DEBUG nova.compute.provider_tree [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.579011] env[69350]: DEBUG nova.network.neutron [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Successfully updated port: aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.925269] env[69350]: INFO nova.compute.manager [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Took 23.21 seconds to build instance. [ 1104.047844] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.447s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.048415] env[69350]: DEBUG nova.compute.manager [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.051050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.099s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.051338] env[69350]: DEBUG nova.objects.instance [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'resources' on Instance uuid 8bf53f97-45bf-424b-8a2e-270b02860bd0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.082090] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "refresh_cache-70ba6da0-a397-490a-b86c-4237c0414240" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.082262] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "refresh_cache-70ba6da0-a397-490a-b86c-4237c0414240" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.082398] env[69350]: DEBUG nova.network.neutron [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.427507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbb3eea2-836a-4030-99e0-d25a6a964e14 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "01a78890-8fb3-4bcd-9c15-2e640eb21719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.724s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.555044] env[69350]: DEBUG nova.compute.utils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.560882] env[69350]: DEBUG nova.compute.manager [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.560882] env[69350]: DEBUG nova.network.neutron [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.622918] env[69350]: DEBUG nova.network.neutron [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.637519] env[69350]: DEBUG nova.policy [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd8d443da5845ab91726bec051eaf7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4192e1dee4d44331ba631e2016d64ed5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.778016] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fe3c4c-2bd0-406c-825f-a520dbe4f4c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.791738] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eded65-722d-455b-a886-ce2e532d21ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.796116] env[69350]: DEBUG nova.network.neutron [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Updating instance_info_cache with network_info: [{"id": "aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd", "address": "fa:16:3e:0e:09:50", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaebcb5b7-0a", "ovs_interfaceid": "aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.831226] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cd93ca-e4f0-4c1a-a9eb-e3565ea043f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.840786] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5ee81b-3e8a-47c7-b8e5-31a5191ca269 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.856251] env[69350]: DEBUG nova.compute.provider_tree [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.004675] env[69350]: DEBUG oslo_concurrency.lockutils [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "01a78890-8fb3-4bcd-9c15-2e640eb21719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.004784] env[69350]: DEBUG oslo_concurrency.lockutils [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "01a78890-8fb3-4bcd-9c15-2e640eb21719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.004977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "01a78890-8fb3-4bcd-9c15-2e640eb21719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.005183] env[69350]: DEBUG oslo_concurrency.lockutils [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "01a78890-8fb3-4bcd-9c15-2e640eb21719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.005362] env[69350]: DEBUG oslo_concurrency.lockutils [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "01a78890-8fb3-4bcd-9c15-2e640eb21719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.008223] env[69350]: INFO nova.compute.manager [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Terminating instance [ 1105.015898] env[69350]: DEBUG nova.network.neutron [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Successfully created port: fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.059392] env[69350]: DEBUG nova.compute.manager [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.299393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "refresh_cache-70ba6da0-a397-490a-b86c-4237c0414240" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.299862] env[69350]: DEBUG nova.compute.manager [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Instance network_info: |[{"id": "aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd", "address": "fa:16:3e:0e:09:50", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaebcb5b7-0a", "ovs_interfaceid": "aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.300289] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:09:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.308476] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.308936] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.309024] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa7e241c-ea0e-413d-8ee3-6c050d7ae509 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.330062] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.330062] env[69350]: value = "task-4149574" [ 1105.330062] env[69350]: _type = "Task" [ 1105.330062] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.340356] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149574, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.359189] env[69350]: DEBUG nova.scheduler.client.report [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.500943] env[69350]: DEBUG nova.compute.manager [req-a8838a40-0d44-49e0-b8d7-566e228087f9 req-323817b1-d95c-40b0-b12c-0151ce2e8a8d service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Received event network-changed-aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.501255] env[69350]: DEBUG nova.compute.manager [req-a8838a40-0d44-49e0-b8d7-566e228087f9 req-323817b1-d95c-40b0-b12c-0151ce2e8a8d service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Refreshing instance network info cache due to event network-changed-aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.501875] env[69350]: DEBUG oslo_concurrency.lockutils [req-a8838a40-0d44-49e0-b8d7-566e228087f9 req-323817b1-d95c-40b0-b12c-0151ce2e8a8d service nova] Acquiring lock "refresh_cache-70ba6da0-a397-490a-b86c-4237c0414240" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.502081] env[69350]: DEBUG oslo_concurrency.lockutils [req-a8838a40-0d44-49e0-b8d7-566e228087f9 req-323817b1-d95c-40b0-b12c-0151ce2e8a8d service nova] Acquired lock "refresh_cache-70ba6da0-a397-490a-b86c-4237c0414240" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.502269] env[69350]: DEBUG nova.network.neutron [req-a8838a40-0d44-49e0-b8d7-566e228087f9 req-323817b1-d95c-40b0-b12c-0151ce2e8a8d service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Refreshing network info cache for port aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.511505] env[69350]: DEBUG nova.compute.manager [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.511835] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.513018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a69970-21a1-4282-9e33-6f326adecec6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.522238] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.522566] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1aa6683-7ab5-4b1c-819d-ca2586fb2d59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.529611] env[69350]: DEBUG oslo_vmware.api [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1105.529611] env[69350]: value = "task-4149575" [ 1105.529611] env[69350]: _type = "Task" [ 1105.529611] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.539870] env[69350]: DEBUG oslo_vmware.api [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.841204] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149574, 'name': CreateVM_Task, 'duration_secs': 0.340019} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.841388] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.842179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.842355] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.842665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.842923] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26dcea77-87cb-421f-bce6-fdbcdbbf9bb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.847847] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1105.847847] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52da505f-2e64-814c-48b1-db732e4b5019" [ 1105.847847] env[69350]: _type = "Task" [ 1105.847847] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.855700] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52da505f-2e64-814c-48b1-db732e4b5019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.864034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.866411] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.861s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.867871] env[69350]: INFO nova.compute.claims [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.890816] env[69350]: INFO nova.scheduler.client.report [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleted allocations for instance 8bf53f97-45bf-424b-8a2e-270b02860bd0 [ 1106.040557] env[69350]: DEBUG oslo_vmware.api [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149575, 'name': PowerOffVM_Task, 'duration_secs': 0.208422} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.043271] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.043418] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.043704] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8bcebf1-238b-49b3-849d-e359c0021d62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.071845] env[69350]: DEBUG nova.compute.manager [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.104023] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.104393] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.104629] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.104878] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.105064] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.105227] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.105446] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.105636] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.105825] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.105995] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.106219] env[69350]: DEBUG nova.virt.hardware [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.107138] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732a71cd-5f24-47a9-abc9-c0a2a4ed7334 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.111258] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.111562] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.111661] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleting the datastore file [datastore1] 01a78890-8fb3-4bcd-9c15-2e640eb21719 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.112673] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c9edcf8-b845-43c8-b368-c2be6a089088 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.122251] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52f59bb-e0c8-498e-a02e-6e3da6150690 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.127712] env[69350]: DEBUG oslo_vmware.api [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1106.127712] env[69350]: value = "task-4149577" [ 1106.127712] env[69350]: _type = "Task" [ 1106.127712] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.147893] env[69350]: DEBUG oslo_vmware.api [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.237411] env[69350]: DEBUG nova.network.neutron [req-a8838a40-0d44-49e0-b8d7-566e228087f9 req-323817b1-d95c-40b0-b12c-0151ce2e8a8d service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Updated VIF entry in instance network info cache for port aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.237811] env[69350]: DEBUG nova.network.neutron [req-a8838a40-0d44-49e0-b8d7-566e228087f9 req-323817b1-d95c-40b0-b12c-0151ce2e8a8d service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Updating instance_info_cache with network_info: [{"id": "aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd", "address": "fa:16:3e:0e:09:50", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaebcb5b7-0a", "ovs_interfaceid": "aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.358646] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52da505f-2e64-814c-48b1-db732e4b5019, 'name': SearchDatastore_Task, 'duration_secs': 0.011914} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.358956] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.359256] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.359615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.359802] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.359995] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.360274] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0ae6572-cc91-4da0-8064-8729149f5990 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.369965] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.370718] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.373027] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2d7e13-fced-4fb8-b15f-75b3429fa255 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.380117] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1106.380117] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d35823-e803-2835-1aab-02876c51e4ac" [ 1106.380117] env[69350]: _type = "Task" [ 1106.380117] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.389728] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d35823-e803-2835-1aab-02876c51e4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.399048] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf976ff7-16a7-430e-8304-7ad60e25ffed tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "8bf53f97-45bf-424b-8a2e-270b02860bd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.047s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.535580] env[69350]: DEBUG nova.network.neutron [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Successfully updated port: fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.638818] env[69350]: DEBUG oslo_vmware.api [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215849} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.639118] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.639315] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.640330] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.640330] env[69350]: INFO nova.compute.manager [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1106.640330] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.640330] env[69350]: DEBUG nova.compute.manager [-] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.640330] env[69350]: DEBUG nova.network.neutron [-] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.740504] env[69350]: DEBUG oslo_concurrency.lockutils [req-a8838a40-0d44-49e0-b8d7-566e228087f9 req-323817b1-d95c-40b0-b12c-0151ce2e8a8d service nova] Releasing lock "refresh_cache-70ba6da0-a397-490a-b86c-4237c0414240" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.891771] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d35823-e803-2835-1aab-02876c51e4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.892611] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f312cd2-51e2-4e01-b8e6-71cb99c834a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.900423] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1106.900423] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5203a938-e92b-80a3-612d-cc12cd502aa6" [ 1106.900423] env[69350]: _type = "Task" [ 1106.900423] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.909572] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5203a938-e92b-80a3-612d-cc12cd502aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.037224] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.037384] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.037537] env[69350]: DEBUG nova.network.neutron [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.098032] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b235b-88cc-4dbe-add7-098b50956911 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.108331] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d4cd5-6560-4473-aa80-803e0468652f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.142383] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab665fb7-80fa-4ebf-b610-68b86df55981 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.151053] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a7e0e-dd3d-463c-ac4d-1ba3d6327768 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.166740] env[69350]: DEBUG nova.compute.provider_tree [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.412096] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5203a938-e92b-80a3-612d-cc12cd502aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.412409] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.412693] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 70ba6da0-a397-490a-b86c-4237c0414240/70ba6da0-a397-490a-b86c-4237c0414240.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.412988] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61aaa51b-3c8c-4ac1-882c-700404309d0f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.421760] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1107.421760] env[69350]: value = "task-4149578" [ 1107.421760] env[69350]: _type = "Task" [ 1107.421760] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.430786] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.504466] env[69350]: DEBUG nova.network.neutron [-] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.531078] env[69350]: DEBUG nova.compute.manager [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Received event network-vif-plugged-fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.531341] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] Acquiring lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.531456] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.531626] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.531799] env[69350]: DEBUG nova.compute.manager [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] No waiting events found dispatching network-vif-plugged-fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.532051] env[69350]: WARNING nova.compute.manager [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Received unexpected event network-vif-plugged-fbb948d3-6d63-4b97-945d-768dfb6ff64b for instance with vm_state building and task_state spawning. [ 1107.532211] env[69350]: DEBUG nova.compute.manager [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Received event network-changed-fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.532414] env[69350]: DEBUG nova.compute.manager [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Refreshing instance network info cache due to event network-changed-fbb948d3-6d63-4b97-945d-768dfb6ff64b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.532616] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] Acquiring lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.571049] env[69350]: DEBUG nova.network.neutron [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.601544] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.601901] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.670276] env[69350]: DEBUG nova.scheduler.client.report [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.736514] env[69350]: DEBUG nova.network.neutron [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updating instance_info_cache with network_info: [{"id": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "address": "fa:16:3e:5e:ae:51", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb948d3-6d", "ovs_interfaceid": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.934696] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149578, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.007961] env[69350]: INFO nova.compute.manager [-] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Took 1.37 seconds to deallocate network for instance. [ 1108.105674] env[69350]: DEBUG nova.compute.manager [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.177371] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.178680] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.027s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.180698] env[69350]: INFO nova.compute.claims [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.239228] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.239569] env[69350]: DEBUG nova.compute.manager [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Instance network_info: |[{"id": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "address": "fa:16:3e:5e:ae:51", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb948d3-6d", "ovs_interfaceid": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.239879] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] Acquired lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.240084] env[69350]: DEBUG nova.network.neutron [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Refreshing network info cache for port fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.241307] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ae:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbb948d3-6d63-4b97-945d-768dfb6ff64b', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.251076] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Creating folder: Project (4192e1dee4d44331ba631e2016d64ed5). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.252944] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-032da7c3-11df-486b-af7f-b7ca787260ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.268328] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Created folder: Project (4192e1dee4d44331ba631e2016d64ed5) in parent group-v821414. [ 1108.268328] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Creating folder: Instances. Parent ref: group-v821690. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.268328] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e328a99-dcb3-415c-a86c-813e256071a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.279878] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Created folder: Instances in parent group-v821690. [ 1108.280175] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.280398] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.280619] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fe5eb7e-ecfd-4098-817d-65b776073e9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.303422] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.303422] env[69350]: value = "task-4149581" [ 1108.303422] env[69350]: _type = "Task" [ 1108.303422] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.313733] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149581, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.433387] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514657} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.433689] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 70ba6da0-a397-490a-b86c-4237c0414240/70ba6da0-a397-490a-b86c-4237c0414240.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.433917] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.434210] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c639f9cd-7183-417d-bb42-396ee1e7c4ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.442107] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1108.442107] env[69350]: value = "task-4149582" [ 1108.442107] env[69350]: _type = "Task" [ 1108.442107] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.452065] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.515713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.630370] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.687179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquiring lock "9759dc9c-a86a-4745-a354-85223bf98bac" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.687678] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "9759dc9c-a86a-4745-a354-85223bf98bac" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.815659] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149581, 'name': CreateVM_Task, 'duration_secs': 0.418367} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.815864] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.816597] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.816773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.817131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.817405] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0115b5-46fe-48b9-bc5e-4c5cbf3303cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.822793] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1108.822793] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb0562-bc85-3466-b434-6d95677529fd" [ 1108.822793] env[69350]: _type = "Task" [ 1108.822793] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.832256] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb0562-bc85-3466-b434-6d95677529fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.952604] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080573} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.952894] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.953876] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66cee38-7fb1-4943-b04f-f74823226a64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.976821] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 70ba6da0-a397-490a-b86c-4237c0414240/70ba6da0-a397-490a-b86c-4237c0414240.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.977970] env[69350]: DEBUG nova.network.neutron [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updated VIF entry in instance network info cache for port fbb948d3-6d63-4b97-945d-768dfb6ff64b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.978413] env[69350]: DEBUG nova.network.neutron [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updating instance_info_cache with network_info: [{"id": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "address": "fa:16:3e:5e:ae:51", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb948d3-6d", "ovs_interfaceid": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.979651] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1920a55-9016-4ea1-983d-e21cdd1c1cf2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.000201] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1109.000201] env[69350]: value = "task-4149583" [ 1109.000201] env[69350]: _type = "Task" [ 1109.000201] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.011515] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.193952] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "9759dc9c-a86a-4745-a354-85223bf98bac" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.194280] env[69350]: DEBUG nova.compute.manager [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.335053] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb0562-bc85-3466-b434-6d95677529fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.335053] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.335053] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.335354] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.335447] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.336179] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.338930] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1621d132-71d3-405d-bf52-e320621c8d55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.352256] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.352586] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.355833] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca25f48-0e01-48df-ad41-0cdaf552144b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.361931] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1109.361931] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52306ff7-c775-cf80-04b3-7cf6da39aace" [ 1109.361931] env[69350]: _type = "Task" [ 1109.361931] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.371162] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52306ff7-c775-cf80-04b3-7cf6da39aace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.396673] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f84e78d-71c8-4433-8ad4-4036057af06c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.404496] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718d10bd-2610-43ef-8749-c28947d7270b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.436024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d895e1-0a51-4253-921a-d3d014871b7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.444465] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6260a214-062a-46b0-a945-20de2bad8718 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.458639] env[69350]: DEBUG nova.compute.provider_tree [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.495738] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] Releasing lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.495984] env[69350]: DEBUG nova.compute.manager [req-fc194edf-2f1b-4668-8c21-6e204b3a8e00 req-f70235a0-1402-418e-88e3-3805d1863a22 service nova] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Received event network-vif-deleted-dedf4136-14e4-42ac-afcf-2c68db865b4d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.510018] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.702348] env[69350]: DEBUG nova.compute.utils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.704015] env[69350]: DEBUG nova.compute.manager [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.704591] env[69350]: DEBUG nova.network.neutron [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.745714] env[69350]: DEBUG nova.policy [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24a6b77e5bed488184c142eda103acef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '907fb3007ad6401fa5aa0d931861c27c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.873130] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52306ff7-c775-cf80-04b3-7cf6da39aace, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.874191] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bba2abd-4b82-4371-bcd2-bb148995e0d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.881030] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1109.881030] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528000a3-5c6d-aef6-5d5e-9be11e390e80" [ 1109.881030] env[69350]: _type = "Task" [ 1109.881030] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.889712] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528000a3-5c6d-aef6-5d5e-9be11e390e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.961970] env[69350]: DEBUG nova.scheduler.client.report [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.012541] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149583, 'name': ReconfigVM_Task, 'duration_secs': 0.784278} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.012909] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 70ba6da0-a397-490a-b86c-4237c0414240/70ba6da0-a397-490a-b86c-4237c0414240.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.013601] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8368ebe-3762-4993-bc6d-1ccf4b3dd5b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.020846] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1110.020846] env[69350]: value = "task-4149584" [ 1110.020846] env[69350]: _type = "Task" [ 1110.020846] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.029930] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149584, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.041726] env[69350]: DEBUG nova.network.neutron [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Successfully created port: 3a2fcef1-8595-4673-b288-f5996bf5062c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.208266] env[69350]: DEBUG nova.compute.manager [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.391957] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528000a3-5c6d-aef6-5d5e-9be11e390e80, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.392413] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.392832] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4/bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.393295] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b20d5eff-350b-4a12-8d02-50af662be941 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.401127] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1110.401127] env[69350]: value = "task-4149585" [ 1110.401127] env[69350]: _type = "Task" [ 1110.401127] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.415009] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.467025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.467703] env[69350]: DEBUG nova.compute.manager [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.470656] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.569s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.470955] env[69350]: DEBUG nova.objects.instance [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lazy-loading 'resources' on Instance uuid 79bce4ba-4b69-4826-99c6-3ef2b1b64e54 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.531297] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149584, 'name': Rename_Task, 'duration_secs': 0.170862} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.531604] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.531855] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e63a1b47-9637-4e4e-a3b9-fab7137ca756 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.538866] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1110.538866] env[69350]: value = "task-4149586" [ 1110.538866] env[69350]: _type = "Task" [ 1110.538866] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.547159] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.914208] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501036} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.914571] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4/bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.914861] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.915163] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97d5e5e3-f5a3-42d0-9ea9-834197913909 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.921748] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1110.921748] env[69350]: value = "task-4149587" [ 1110.921748] env[69350]: _type = "Task" [ 1110.921748] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.931969] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.974769] env[69350]: DEBUG nova.compute.utils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.979238] env[69350]: DEBUG nova.compute.manager [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.979422] env[69350]: DEBUG nova.network.neutron [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.018832] env[69350]: DEBUG nova.policy [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea8e3adb09d04bb7aa21234feb795ff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9434c027682d43f289df2ee6f4651656', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.052906] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149586, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.211285] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8970dda8-ba1e-4136-857e-54a8ed5e0ec2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.221627] env[69350]: DEBUG nova.compute.manager [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.225479] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0521650c-85e9-418a-a200-5f2754e021a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.263096] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c096889-c03c-4628-816b-91dec9458a08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.271828] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da847064-8ae4-4161-9764-beb680f867bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.278157] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.278417] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.278582] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.278767] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.278916] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.279082] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.279298] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.279463] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.279635] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.279800] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.280014] env[69350]: DEBUG nova.virt.hardware [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.280827] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f3c5f0-ca12-4347-8387-c6ea76fb5ff0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.298455] env[69350]: DEBUG nova.compute.provider_tree [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.303594] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e544a856-4ee1-46a8-9245-d1907509f718 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.343155] env[69350]: DEBUG nova.network.neutron [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Successfully created port: f91aa783-eaef-4047-94d3-bc9a0ade59e5 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.433053] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065718} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.433503] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.434413] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3378ce1e-8517-49b5-b464-7dfe2c6e2ccb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.458016] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4/bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.458362] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6915dd17-ea32-49ba-923a-dae9f47a4d03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.478868] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1111.478868] env[69350]: value = "task-4149588" [ 1111.478868] env[69350]: _type = "Task" [ 1111.478868] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.479621] env[69350]: DEBUG nova.compute.manager [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.501363] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.553766] env[69350]: DEBUG oslo_vmware.api [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149586, 'name': PowerOnVM_Task, 'duration_secs': 0.63477} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.554093] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.554325] env[69350]: INFO nova.compute.manager [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1111.554547] env[69350]: DEBUG nova.compute.manager [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.555427] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9ede99-6e42-4aa7-862b-8ae0fe646a25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.652443] env[69350]: DEBUG nova.compute.manager [req-23cdc156-85d0-4acf-b1e1-6988c2331b0f req-d49717db-0d19-493b-a148-d063901acb81 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Received event network-vif-plugged-3a2fcef1-8595-4673-b288-f5996bf5062c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.652587] env[69350]: DEBUG oslo_concurrency.lockutils [req-23cdc156-85d0-4acf-b1e1-6988c2331b0f req-d49717db-0d19-493b-a148-d063901acb81 service nova] Acquiring lock "bef70481-df38-44ff-a208-1bf3aa7d6bae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.652739] env[69350]: DEBUG oslo_concurrency.lockutils [req-23cdc156-85d0-4acf-b1e1-6988c2331b0f req-d49717db-0d19-493b-a148-d063901acb81 service nova] Lock "bef70481-df38-44ff-a208-1bf3aa7d6bae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.652907] env[69350]: DEBUG oslo_concurrency.lockutils [req-23cdc156-85d0-4acf-b1e1-6988c2331b0f req-d49717db-0d19-493b-a148-d063901acb81 service nova] Lock "bef70481-df38-44ff-a208-1bf3aa7d6bae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.653157] env[69350]: DEBUG nova.compute.manager [req-23cdc156-85d0-4acf-b1e1-6988c2331b0f req-d49717db-0d19-493b-a148-d063901acb81 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] No waiting events found dispatching network-vif-plugged-3a2fcef1-8595-4673-b288-f5996bf5062c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.653539] env[69350]: WARNING nova.compute.manager [req-23cdc156-85d0-4acf-b1e1-6988c2331b0f req-d49717db-0d19-493b-a148-d063901acb81 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Received unexpected event network-vif-plugged-3a2fcef1-8595-4673-b288-f5996bf5062c for instance with vm_state building and task_state spawning. [ 1111.796827] env[69350]: DEBUG nova.network.neutron [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Successfully updated port: 3a2fcef1-8595-4673-b288-f5996bf5062c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.804601] env[69350]: DEBUG nova.scheduler.client.report [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.996283] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.077076] env[69350]: INFO nova.compute.manager [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Took 28.37 seconds to build instance. [ 1112.300871] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquiring lock "refresh_cache-bef70481-df38-44ff-a208-1bf3aa7d6bae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.301207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquired lock "refresh_cache-bef70481-df38-44ff-a208-1bf3aa7d6bae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.301341] env[69350]: DEBUG nova.network.neutron [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.309599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.312891] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.322s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.313137] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.315719] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.653s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.317961] env[69350]: INFO nova.compute.claims [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.338169] env[69350]: INFO nova.scheduler.client.report [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleted allocations for instance 79bce4ba-4b69-4826-99c6-3ef2b1b64e54 [ 1112.348344] env[69350]: INFO nova.scheduler.client.report [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleted allocations for instance 97a20fc1-ef2b-4927-b335-3fd748bf90e3 [ 1112.490491] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.498789] env[69350]: DEBUG nova.compute.manager [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.528123] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.528429] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.528596] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.528785] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.528936] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.529105] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.529326] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.529492] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.529660] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.529826] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.530014] env[69350]: DEBUG nova.virt.hardware [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.530915] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb213e8-3086-4761-acf8-112ae7778493 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.540387] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3fd6b0-e8e1-4580-83f0-8bcc14bc8a07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.580346] env[69350]: DEBUG oslo_concurrency.lockutils [None req-07e32668-9ece-4a0d-8ce2-29d326f00dd6 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "70ba6da0-a397-490a-b86c-4237c0414240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.889s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.675155] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "70ba6da0-a397-490a-b86c-4237c0414240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.675459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "70ba6da0-a397-490a-b86c-4237c0414240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.675738] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "70ba6da0-a397-490a-b86c-4237c0414240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.675952] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "70ba6da0-a397-490a-b86c-4237c0414240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.676151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "70ba6da0-a397-490a-b86c-4237c0414240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.678869] env[69350]: INFO nova.compute.manager [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Terminating instance [ 1112.853380] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7723ad39-e387-4154-af21-02b38b8ae57a tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "79bce4ba-4b69-4826-99c6-3ef2b1b64e54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.680s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.858034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a16927e-b6dd-4323-9353-2805fd9a0e8a tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "97a20fc1-ef2b-4927-b335-3fd748bf90e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.686s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.867419] env[69350]: DEBUG nova.network.neutron [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Successfully updated port: f91aa783-eaef-4047-94d3-bc9a0ade59e5 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.878866] env[69350]: DEBUG nova.network.neutron [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.974802] env[69350]: DEBUG nova.compute.manager [req-3b4c2dca-8ccc-4893-a4d7-c2fb5676a9a7 req-357b0751-16d7-4771-8a77-4f76dbe4af58 service nova] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Received event network-vif-plugged-f91aa783-eaef-4047-94d3-bc9a0ade59e5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.975150] env[69350]: DEBUG oslo_concurrency.lockutils [req-3b4c2dca-8ccc-4893-a4d7-c2fb5676a9a7 req-357b0751-16d7-4771-8a77-4f76dbe4af58 service nova] Acquiring lock "663e25f1-50fe-4eee-bf50-088edc72a0eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.975247] env[69350]: DEBUG oslo_concurrency.lockutils [req-3b4c2dca-8ccc-4893-a4d7-c2fb5676a9a7 req-357b0751-16d7-4771-8a77-4f76dbe4af58 service nova] Lock "663e25f1-50fe-4eee-bf50-088edc72a0eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.975403] env[69350]: DEBUG oslo_concurrency.lockutils [req-3b4c2dca-8ccc-4893-a4d7-c2fb5676a9a7 req-357b0751-16d7-4771-8a77-4f76dbe4af58 service nova] Lock "663e25f1-50fe-4eee-bf50-088edc72a0eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.975575] env[69350]: DEBUG nova.compute.manager [req-3b4c2dca-8ccc-4893-a4d7-c2fb5676a9a7 req-357b0751-16d7-4771-8a77-4f76dbe4af58 service nova] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] No waiting events found dispatching network-vif-plugged-f91aa783-eaef-4047-94d3-bc9a0ade59e5 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.975744] env[69350]: WARNING nova.compute.manager [req-3b4c2dca-8ccc-4893-a4d7-c2fb5676a9a7 req-357b0751-16d7-4771-8a77-4f76dbe4af58 service nova] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Received unexpected event network-vif-plugged-f91aa783-eaef-4047-94d3-bc9a0ade59e5 for instance with vm_state building and task_state spawning. [ 1112.990772] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149588, 'name': ReconfigVM_Task, 'duration_secs': 1.106139} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.990975] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Reconfigured VM instance instance-00000064 to attach disk [datastore2] bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4/bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.991675] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a5c6433-2bea-4ba4-bd4e-0f5c23313fdc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.999444] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1112.999444] env[69350]: value = "task-4149589" [ 1112.999444] env[69350]: _type = "Task" [ 1112.999444] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.008433] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149589, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.133040] env[69350]: DEBUG nova.network.neutron [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Updating instance_info_cache with network_info: [{"id": "3a2fcef1-8595-4673-b288-f5996bf5062c", "address": "fa:16:3e:5b:e6:f1", "network": {"id": "f74d5e5f-1f59-4483-9b03-48d630175c2b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1007369111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907fb3007ad6401fa5aa0d931861c27c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2fcef1-85", "ovs_interfaceid": "3a2fcef1-8595-4673-b288-f5996bf5062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.183683] env[69350]: DEBUG nova.compute.manager [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.183966] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.184884] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eefeec9-0789-495f-8393-1f9deab62529 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.193456] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.194156] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57559ccf-c677-4f49-b18b-34ee83f1db8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.200628] env[69350]: DEBUG oslo_vmware.api [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1113.200628] env[69350]: value = "task-4149590" [ 1113.200628] env[69350]: _type = "Task" [ 1113.200628] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.212910] env[69350]: DEBUG oslo_vmware.api [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.375168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "refresh_cache-663e25f1-50fe-4eee-bf50-088edc72a0eb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.375168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired lock "refresh_cache-663e25f1-50fe-4eee-bf50-088edc72a0eb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.375168] env[69350]: DEBUG nova.network.neutron [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.510127] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149589, 'name': Rename_Task, 'duration_secs': 0.19562} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.512998] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.513553] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cc8e55f-9fe7-48ca-ae54-5617ea6f9753 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.521744] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1113.521744] env[69350]: value = "task-4149591" [ 1113.521744] env[69350]: _type = "Task" [ 1113.521744] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.533707] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.539258] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbf1cfe-f1d9-41e9-b884-11ff70ae30b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.547968] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcb8045-020e-4d7e-9a40-9e0e9707d630 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.580382] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350d25ab-1c75-4fce-adcc-881133d5c01b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.589592] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd77a234-bb79-432d-a0f7-e65cac94387d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.605609] env[69350]: DEBUG nova.compute.provider_tree [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.637029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Releasing lock "refresh_cache-bef70481-df38-44ff-a208-1bf3aa7d6bae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.637234] env[69350]: DEBUG nova.compute.manager [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Instance network_info: |[{"id": "3a2fcef1-8595-4673-b288-f5996bf5062c", "address": "fa:16:3e:5b:e6:f1", "network": {"id": "f74d5e5f-1f59-4483-9b03-48d630175c2b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1007369111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907fb3007ad6401fa5aa0d931861c27c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2fcef1-85", "ovs_interfaceid": "3a2fcef1-8595-4673-b288-f5996bf5062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.637786] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:e6:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a2fcef1-8595-4673-b288-f5996bf5062c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.647152] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Creating folder: Project (907fb3007ad6401fa5aa0d931861c27c). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.647516] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad880b18-a30a-4f4a-8b35-104b830fc2c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.660482] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Created folder: Project (907fb3007ad6401fa5aa0d931861c27c) in parent group-v821414. [ 1113.660702] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Creating folder: Instances. Parent ref: group-v821693. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.660959] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-930ac624-e3fc-47c3-b190-341ebca17bc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.674480] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Created folder: Instances in parent group-v821693. [ 1113.674763] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.675424] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.675424] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86d2aea1-718a-4ea3-a90c-a37d42cda124 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.697253] env[69350]: DEBUG nova.compute.manager [req-c7adae99-4424-4c30-9bbd-da6bbe859c7b req-4dbcdf5a-c78c-4b8f-8146-d9c2b65785d4 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Received event network-changed-3a2fcef1-8595-4673-b288-f5996bf5062c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.697458] env[69350]: DEBUG nova.compute.manager [req-c7adae99-4424-4c30-9bbd-da6bbe859c7b req-4dbcdf5a-c78c-4b8f-8146-d9c2b65785d4 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Refreshing instance network info cache due to event network-changed-3a2fcef1-8595-4673-b288-f5996bf5062c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.697755] env[69350]: DEBUG oslo_concurrency.lockutils [req-c7adae99-4424-4c30-9bbd-da6bbe859c7b req-4dbcdf5a-c78c-4b8f-8146-d9c2b65785d4 service nova] Acquiring lock "refresh_cache-bef70481-df38-44ff-a208-1bf3aa7d6bae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.697912] env[69350]: DEBUG oslo_concurrency.lockutils [req-c7adae99-4424-4c30-9bbd-da6bbe859c7b req-4dbcdf5a-c78c-4b8f-8146-d9c2b65785d4 service nova] Acquired lock "refresh_cache-bef70481-df38-44ff-a208-1bf3aa7d6bae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.698083] env[69350]: DEBUG nova.network.neutron [req-c7adae99-4424-4c30-9bbd-da6bbe859c7b req-4dbcdf5a-c78c-4b8f-8146-d9c2b65785d4 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Refreshing network info cache for port 3a2fcef1-8595-4673-b288-f5996bf5062c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.706648] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.706648] env[69350]: value = "task-4149594" [ 1113.706648] env[69350]: _type = "Task" [ 1113.706648] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.714825] env[69350]: DEBUG oslo_vmware.api [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149590, 'name': PowerOffVM_Task, 'duration_secs': 0.192526} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.718466] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.719843] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.723061] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.723295] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.724584] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-318a50d1-cd0e-4b1b-9fd7-30fd7d23703d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.726358] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149594, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.816453] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.817446] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.817446] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleting the datastore file [datastore2] 70ba6da0-a397-490a-b86c-4237c0414240 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.817926] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce579250-81de-4dd9-8540-b8fa0b5c2715 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.826553] env[69350]: DEBUG oslo_vmware.api [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1113.826553] env[69350]: value = "task-4149596" [ 1113.826553] env[69350]: _type = "Task" [ 1113.826553] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.836902] env[69350]: DEBUG oslo_vmware.api [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.931923] env[69350]: DEBUG nova.network.neutron [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.035058] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149591, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.110333] env[69350]: DEBUG nova.scheduler.client.report [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.140482] env[69350]: DEBUG nova.network.neutron [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Updating instance_info_cache with network_info: [{"id": "f91aa783-eaef-4047-94d3-bc9a0ade59e5", "address": "fa:16:3e:68:09:81", "network": {"id": "e1c2e35d-ce39-43df-97e0-b7cc5a274744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577483790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9434c027682d43f289df2ee6f4651656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91aa783-ea", "ovs_interfaceid": "f91aa783-eaef-4047-94d3-bc9a0ade59e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.218389] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149594, 'name': CreateVM_Task, 'duration_secs': 0.471522} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.218638] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.219516] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.219744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.220242] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.221187] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f412f5fc-8d6d-4200-b0f2-b24355fe3bc7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.228037] env[69350]: DEBUG nova.compute.manager [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.232136] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for the task: (returnval){ [ 1114.232136] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d1b37e-8b0a-c89d-8a87-2561844dd9e0" [ 1114.232136] env[69350]: _type = "Task" [ 1114.232136] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.246835] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d1b37e-8b0a-c89d-8a87-2561844dd9e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.246929] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.247216] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.247476] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.247645] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.247834] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.248129] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-889f8560-8c0b-4879-940d-00ca76823494 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.261956] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.262270] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.263275] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60455b68-29fa-404b-89c3-78d5a7eae954 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.270625] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for the task: (returnval){ [ 1114.270625] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e317e9-5b7d-9ee9-e0f6-fcbf3d60bc9f" [ 1114.270625] env[69350]: _type = "Task" [ 1114.270625] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.283517] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e317e9-5b7d-9ee9-e0f6-fcbf3d60bc9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.337783] env[69350]: DEBUG oslo_vmware.api [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186092} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.338066] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.338476] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.338692] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.338873] env[69350]: INFO nova.compute.manager [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1114.339141] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.339351] env[69350]: DEBUG nova.compute.manager [-] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.339498] env[69350]: DEBUG nova.network.neutron [-] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.472020] env[69350]: DEBUG nova.network.neutron [req-c7adae99-4424-4c30-9bbd-da6bbe859c7b req-4dbcdf5a-c78c-4b8f-8146-d9c2b65785d4 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Updated VIF entry in instance network info cache for port 3a2fcef1-8595-4673-b288-f5996bf5062c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.472020] env[69350]: DEBUG nova.network.neutron [req-c7adae99-4424-4c30-9bbd-da6bbe859c7b req-4dbcdf5a-c78c-4b8f-8146-d9c2b65785d4 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Updating instance_info_cache with network_info: [{"id": "3a2fcef1-8595-4673-b288-f5996bf5062c", "address": "fa:16:3e:5b:e6:f1", "network": {"id": "f74d5e5f-1f59-4483-9b03-48d630175c2b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1007369111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907fb3007ad6401fa5aa0d931861c27c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2fcef1-85", "ovs_interfaceid": "3a2fcef1-8595-4673-b288-f5996bf5062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.534354] env[69350]: DEBUG oslo_vmware.api [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149591, 'name': PowerOnVM_Task, 'duration_secs': 0.655721} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.534631] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.534844] env[69350]: INFO nova.compute.manager [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1114.535038] env[69350]: DEBUG nova.compute.manager [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.535838] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f832f8-a75c-436d-98aa-2aaeff624344 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.615819] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.616191] env[69350]: DEBUG nova.compute.manager [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.619518] env[69350]: DEBUG oslo_concurrency.lockutils [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.104s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.619787] env[69350]: DEBUG nova.objects.instance [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lazy-loading 'resources' on Instance uuid 01a78890-8fb3-4bcd-9c15-2e640eb21719 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.644066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Releasing lock "refresh_cache-663e25f1-50fe-4eee-bf50-088edc72a0eb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.644517] env[69350]: DEBUG nova.compute.manager [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Instance network_info: |[{"id": "f91aa783-eaef-4047-94d3-bc9a0ade59e5", "address": "fa:16:3e:68:09:81", "network": {"id": "e1c2e35d-ce39-43df-97e0-b7cc5a274744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577483790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9434c027682d43f289df2ee6f4651656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91aa783-ea", "ovs_interfaceid": "f91aa783-eaef-4047-94d3-bc9a0ade59e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.644990] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:09:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f91aa783-eaef-4047-94d3-bc9a0ade59e5', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.653803] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.654082] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.655137] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ade83cf-7be3-4015-8709-09bdaceb1622 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.676891] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.676891] env[69350]: value = "task-4149597" [ 1114.676891] env[69350]: _type = "Task" [ 1114.676891] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.686218] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149597, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.757194] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.785658] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e317e9-5b7d-9ee9-e0f6-fcbf3d60bc9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.786591] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b44fb2-0f05-41ea-8dcb-4cf005b9083b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.794511] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for the task: (returnval){ [ 1114.794511] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5250aaee-2a5d-e107-e6db-adc7e9dad698" [ 1114.794511] env[69350]: _type = "Task" [ 1114.794511] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.805850] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5250aaee-2a5d-e107-e6db-adc7e9dad698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.975405] env[69350]: DEBUG oslo_concurrency.lockutils [req-c7adae99-4424-4c30-9bbd-da6bbe859c7b req-4dbcdf5a-c78c-4b8f-8146-d9c2b65785d4 service nova] Releasing lock "refresh_cache-bef70481-df38-44ff-a208-1bf3aa7d6bae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.009172] env[69350]: DEBUG nova.compute.manager [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Received event network-changed-f91aa783-eaef-4047-94d3-bc9a0ade59e5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.009172] env[69350]: DEBUG nova.compute.manager [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Refreshing instance network info cache due to event network-changed-f91aa783-eaef-4047-94d3-bc9a0ade59e5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.009298] env[69350]: DEBUG oslo_concurrency.lockutils [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] Acquiring lock "refresh_cache-663e25f1-50fe-4eee-bf50-088edc72a0eb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.009724] env[69350]: DEBUG oslo_concurrency.lockutils [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] Acquired lock "refresh_cache-663e25f1-50fe-4eee-bf50-088edc72a0eb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.009724] env[69350]: DEBUG nova.network.neutron [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Refreshing network info cache for port f91aa783-eaef-4047-94d3-bc9a0ade59e5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.053816] env[69350]: INFO nova.compute.manager [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Took 27.56 seconds to build instance. [ 1115.092461] env[69350]: DEBUG nova.network.neutron [-] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.126339] env[69350]: DEBUG nova.compute.utils [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.128638] env[69350]: DEBUG nova.compute.manager [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.128826] env[69350]: DEBUG nova.network.neutron [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.186152] env[69350]: DEBUG nova.policy [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df702db1ec0b4a50a5e23e79b2f79d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15c998f3db3849e2b16e4d90ebaa7df4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.193705] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149597, 'name': CreateVM_Task, 'duration_secs': 0.381923} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.196569] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.197650] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.197922] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.198287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.198550] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f530f26-25ec-4fb7-87d9-a0e23e232195 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.205147] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1115.205147] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e51977-37bc-a30e-3956-e9b8adf01dd7" [ 1115.205147] env[69350]: _type = "Task" [ 1115.205147] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.214890] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e51977-37bc-a30e-3956-e9b8adf01dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.314082] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5250aaee-2a5d-e107-e6db-adc7e9dad698, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.314694] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.315104] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] bef70481-df38-44ff-a208-1bf3aa7d6bae/bef70481-df38-44ff-a208-1bf3aa7d6bae.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.315601] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e460abb8-346d-4542-8286-ca71a0397e27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.324310] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for the task: (returnval){ [ 1115.324310] env[69350]: value = "task-4149598" [ 1115.324310] env[69350]: _type = "Task" [ 1115.324310] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.335670] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.386744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.387155] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.389642] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118a3b57-8026-4ba1-a247-aee5e7339ab6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.400758] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb0e45a-9061-4404-b3e1-8595fcecf7a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.436049] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f1eb1a-94ff-4cee-8e4f-20554be85230 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.445379] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b728087-f8cf-4255-ac3b-fda60f83531e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.463059] env[69350]: DEBUG nova.compute.provider_tree [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.556469] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c296003-4289-4873-9743-34cdd2638f93 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.075s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.596702] env[69350]: INFO nova.compute.manager [-] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Took 1.26 seconds to deallocate network for instance. [ 1115.631025] env[69350]: DEBUG nova.compute.manager [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.721821] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e51977-37bc-a30e-3956-e9b8adf01dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.724993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.725585] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.725968] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.726278] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.727016] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.727460] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a41946a6-0c49-4a44-ba01-5e83e506ee03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.746307] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.746307] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.746307] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5390d40d-d7d4-4b96-bbc9-ca909202e8c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.753905] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1115.753905] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f0a217-7454-4ba7-7858-e64189365e9c" [ 1115.753905] env[69350]: _type = "Task" [ 1115.753905] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.763595] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f0a217-7454-4ba7-7858-e64189365e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.783224] env[69350]: DEBUG nova.network.neutron [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Successfully created port: 1988fe3d-4b66-49f8-9b8d-d0bf201531eb {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.837292] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503484} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.840653] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] bef70481-df38-44ff-a208-1bf3aa7d6bae/bef70481-df38-44ff-a208-1bf3aa7d6bae.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.841281] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.841858] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adce9443-8b9f-4f3b-93ff-1339c6099652 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.850930] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for the task: (returnval){ [ 1115.850930] env[69350]: value = "task-4149599" [ 1115.850930] env[69350]: _type = "Task" [ 1115.850930] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.861529] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.891243] env[69350]: DEBUG nova.compute.manager [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.967023] env[69350]: DEBUG nova.scheduler.client.report [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.054796] env[69350]: DEBUG nova.network.neutron [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Updated VIF entry in instance network info cache for port f91aa783-eaef-4047-94d3-bc9a0ade59e5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.055125] env[69350]: DEBUG nova.network.neutron [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Updating instance_info_cache with network_info: [{"id": "f91aa783-eaef-4047-94d3-bc9a0ade59e5", "address": "fa:16:3e:68:09:81", "network": {"id": "e1c2e35d-ce39-43df-97e0-b7cc5a274744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577483790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9434c027682d43f289df2ee6f4651656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91aa783-ea", "ovs_interfaceid": "f91aa783-eaef-4047-94d3-bc9a0ade59e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.102177] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.135232] env[69350]: INFO nova.virt.block_device [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Booting with volume 9732eb60-9186-4e84-9df9-b45c694b885c at /dev/sda [ 1116.175991] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9487ce8d-5ebf-4135-9784-c367bbc86caa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.186227] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b453a91e-8ab6-4b2f-85de-d1affaa1e31c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.218976] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce060bdd-55af-4a4e-8e4e-cb50239fdbfd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.228812] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed417437-96c3-4795-8450-d349b9817d25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.265390] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276abe3f-21f1-47f3-b393-1a4e3efbe91e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.275732] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3726071-db15-4d9f-9f2d-b36949567b03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.278511] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f0a217-7454-4ba7-7858-e64189365e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.051026} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.279767] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5255cf0a-08d1-45d2-81b4-5856da006ece {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.285127] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1116.285127] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522d0a6e-37a6-87da-950a-905833c28b14" [ 1116.285127] env[69350]: _type = "Task" [ 1116.285127] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.292268] env[69350]: DEBUG nova.virt.block_device [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating existing volume attachment record: 91940269-701e-4ca2-b7bc-b66b0b804d5a {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1116.300471] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522d0a6e-37a6-87da-950a-905833c28b14, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.300801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.301109] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 663e25f1-50fe-4eee-bf50-088edc72a0eb/663e25f1-50fe-4eee-bf50-088edc72a0eb.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.301422] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8385992e-309a-4712-a279-ba25ee46636b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.308523] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1116.308523] env[69350]: value = "task-4149600" [ 1116.308523] env[69350]: _type = "Task" [ 1116.308523] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.317359] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.362956] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136357} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.363328] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.364285] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3669900f-bd8f-47cd-84a4-0ea4d60f5ca6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.388319] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] bef70481-df38-44ff-a208-1bf3aa7d6bae/bef70481-df38-44ff-a208-1bf3aa7d6bae.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.389440] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42a364b-a475-4788-a015-7b47fbf816de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.413036] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for the task: (returnval){ [ 1116.413036] env[69350]: value = "task-4149601" [ 1116.413036] env[69350]: _type = "Task" [ 1116.413036] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.422413] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.423700] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.471519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.473993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.844s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.476060] env[69350]: INFO nova.compute.claims [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.490057] env[69350]: INFO nova.scheduler.client.report [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted allocations for instance 01a78890-8fb3-4bcd-9c15-2e640eb21719 [ 1116.521543] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "a3285ee5-2878-4f09-9f52-7462f2c5c715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.522189] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "a3285ee5-2878-4f09-9f52-7462f2c5c715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.558535] env[69350]: DEBUG oslo_concurrency.lockutils [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] Releasing lock "refresh_cache-663e25f1-50fe-4eee-bf50-088edc72a0eb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.558912] env[69350]: DEBUG nova.compute.manager [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Received event network-vif-deleted-aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.559013] env[69350]: INFO nova.compute.manager [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Neutron deleted interface aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd; detaching it from the instance and deleting it from the info cache [ 1116.559209] env[69350]: DEBUG nova.network.neutron [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.821449] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149600, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.926088] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149601, 'name': ReconfigVM_Task, 'duration_secs': 0.513679} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.926756] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Reconfigured VM instance instance-00000065 to attach disk [datastore1] bef70481-df38-44ff-a208-1bf3aa7d6bae/bef70481-df38-44ff-a208-1bf3aa7d6bae.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.927688] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e0fb0f1-74ce-4fa0-9b00-935d8d64323f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.935012] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for the task: (returnval){ [ 1116.935012] env[69350]: value = "task-4149602" [ 1116.935012] env[69350]: _type = "Task" [ 1116.935012] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.944102] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149602, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.998147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-435be3c4-ef2d-48b8-a8f1-7450a936247b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "01a78890-8fb3-4bcd-9c15-2e640eb21719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.993s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.024590] env[69350]: DEBUG nova.compute.manager [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.061867] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3533740b-9196-47d2-aed9-12639f011ece {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.073504] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b71bc2d-efe4-4ab5-8223-798f3a64303a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.107988] env[69350]: DEBUG nova.compute.manager [req-fb35364f-da6e-4e48-a19c-dae6c377f651 req-34eb1f12-a949-4807-9ac7-5afcd607d1b1 service nova] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Detach interface failed, port_id=aebcb5b7-0a72-4fbb-b9b0-f02b359b3dfd, reason: Instance 70ba6da0-a397-490a-b86c-4237c0414240 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.256408] env[69350]: DEBUG nova.compute.manager [req-378c9ff8-62bf-4e0e-84bd-76c3efdd256a req-e905e24d-7bd3-4361-a40c-0162f42ff6a4 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Received event network-vif-plugged-1988fe3d-4b66-49f8-9b8d-d0bf201531eb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.256408] env[69350]: DEBUG oslo_concurrency.lockutils [req-378c9ff8-62bf-4e0e-84bd-76c3efdd256a req-e905e24d-7bd3-4361-a40c-0162f42ff6a4 service nova] Acquiring lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.256408] env[69350]: DEBUG oslo_concurrency.lockutils [req-378c9ff8-62bf-4e0e-84bd-76c3efdd256a req-e905e24d-7bd3-4361-a40c-0162f42ff6a4 service nova] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.256408] env[69350]: DEBUG oslo_concurrency.lockutils [req-378c9ff8-62bf-4e0e-84bd-76c3efdd256a req-e905e24d-7bd3-4361-a40c-0162f42ff6a4 service nova] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.256408] env[69350]: DEBUG nova.compute.manager [req-378c9ff8-62bf-4e0e-84bd-76c3efdd256a req-e905e24d-7bd3-4361-a40c-0162f42ff6a4 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] No waiting events found dispatching network-vif-plugged-1988fe3d-4b66-49f8-9b8d-d0bf201531eb {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.256408] env[69350]: WARNING nova.compute.manager [req-378c9ff8-62bf-4e0e-84bd-76c3efdd256a req-e905e24d-7bd3-4361-a40c-0162f42ff6a4 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Received unexpected event network-vif-plugged-1988fe3d-4b66-49f8-9b8d-d0bf201531eb for instance with vm_state building and task_state block_device_mapping. [ 1117.315291] env[69350]: DEBUG nova.network.neutron [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Successfully updated port: 1988fe3d-4b66-49f8-9b8d-d0bf201531eb {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.324183] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568606} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.324497] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 663e25f1-50fe-4eee-bf50-088edc72a0eb/663e25f1-50fe-4eee-bf50-088edc72a0eb.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.324786] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.325068] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82fe2dd7-6f41-4ca3-9eed-716eaf05a7c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.334725] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1117.334725] env[69350]: value = "task-4149603" [ 1117.334725] env[69350]: _type = "Task" [ 1117.334725] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.345642] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.445780] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149602, 'name': Rename_Task, 'duration_secs': 0.16279} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.446106] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.446364] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d0c8594-97e3-4d36-9864-a25417f680b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.453879] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for the task: (returnval){ [ 1117.453879] env[69350]: value = "task-4149604" [ 1117.453879] env[69350]: _type = "Task" [ 1117.453879] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.464270] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.544711] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.688095] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d5de77-0378-471d-bffa-a62c32ce7c63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.697875] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f423ac7-3597-4a21-8942-facfc715bda2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.730576] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042eba45-1b97-4d10-819d-e2f0ad4eabf4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.739071] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08acc32-0e64-4ba2-86f6-94c199b8a64e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.753569] env[69350]: DEBUG nova.compute.provider_tree [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.818528] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.818767] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.818926] env[69350]: DEBUG nova.network.neutron [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.847352] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069551} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.847795] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.848974] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61debdcf-a5b6-4334-8a24-d95f7b7539bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.877795] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 663e25f1-50fe-4eee-bf50-088edc72a0eb/663e25f1-50fe-4eee-bf50-088edc72a0eb.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.878156] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-428793fb-fba0-4d05-8130-f1a5c1f6bb2a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.904703] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1117.904703] env[69350]: value = "task-4149605" [ 1117.904703] env[69350]: _type = "Task" [ 1117.904703] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.914643] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.969553] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149604, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.045039] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.045039] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.256779] env[69350]: DEBUG nova.scheduler.client.report [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.354390] env[69350]: DEBUG nova.network.neutron [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.400226] env[69350]: DEBUG nova.compute.manager [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.400819] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.401041] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.401207] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.401390] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.401538] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.401684] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.401897] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.402078] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.402227] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.402420] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.402585] env[69350]: DEBUG nova.virt.hardware [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.403941] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70c25a9-b341-439d-82c0-dfadb65ce845 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.420207] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.421652] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28c7798-0d60-4468-8838-96aa0bfcb942 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.465704] env[69350]: DEBUG oslo_vmware.api [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149604, 'name': PowerOnVM_Task, 'duration_secs': 0.520931} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.465998] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.466222] env[69350]: INFO nova.compute.manager [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1118.466443] env[69350]: DEBUG nova.compute.manager [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.467275] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092ba797-17ef-42b4-a2c7-92299becbb8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.539122] env[69350]: DEBUG nova.network.neutron [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance_info_cache with network_info: [{"id": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "address": "fa:16:3e:07:a0:c3", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1988fe3d-4b", "ovs_interfaceid": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.547788] env[69350]: DEBUG nova.compute.manager [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.765950] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.766707] env[69350]: DEBUG nova.compute.manager [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.770834] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.014s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.772524] env[69350]: INFO nova.compute.claims [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.917486] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149605, 'name': ReconfigVM_Task, 'duration_secs': 0.666892} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.917716] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 663e25f1-50fe-4eee-bf50-088edc72a0eb/663e25f1-50fe-4eee-bf50-088edc72a0eb.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.918392] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a6bd5f2-1f89-446a-bb29-77c5cb91283a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.927368] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1118.927368] env[69350]: value = "task-4149606" [ 1118.927368] env[69350]: _type = "Task" [ 1118.927368] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.938699] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149606, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.985659] env[69350]: INFO nova.compute.manager [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Took 23.01 seconds to build instance. [ 1119.042220] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.042734] env[69350]: DEBUG nova.compute.manager [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Instance network_info: |[{"id": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "address": "fa:16:3e:07:a0:c3", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1988fe3d-4b", "ovs_interfaceid": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.043285] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:a0:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1988fe3d-4b66-49f8-9b8d-d0bf201531eb', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.052402] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.055122] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.057897] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fba2803-c2c3-4e8f-a1b3-bfb5b8983d06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.084469] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.084469] env[69350]: value = "task-4149607" [ 1119.084469] env[69350]: _type = "Task" [ 1119.084469] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.093726] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149607, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.094993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.278209] env[69350]: DEBUG nova.compute.utils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.282881] env[69350]: DEBUG nova.compute.manager [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.283115] env[69350]: DEBUG nova.network.neutron [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.286087] env[69350]: DEBUG nova.compute.manager [req-fa42aab1-7e25-44e7-87d2-b701343234f6 req-d500fb90-e29e-4a72-9c12-45b5e3985804 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Received event network-changed-1988fe3d-4b66-49f8-9b8d-d0bf201531eb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.286340] env[69350]: DEBUG nova.compute.manager [req-fa42aab1-7e25-44e7-87d2-b701343234f6 req-d500fb90-e29e-4a72-9c12-45b5e3985804 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Refreshing instance network info cache due to event network-changed-1988fe3d-4b66-49f8-9b8d-d0bf201531eb. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.287120] env[69350]: DEBUG oslo_concurrency.lockutils [req-fa42aab1-7e25-44e7-87d2-b701343234f6 req-d500fb90-e29e-4a72-9c12-45b5e3985804 service nova] Acquiring lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.287335] env[69350]: DEBUG oslo_concurrency.lockutils [req-fa42aab1-7e25-44e7-87d2-b701343234f6 req-d500fb90-e29e-4a72-9c12-45b5e3985804 service nova] Acquired lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.287548] env[69350]: DEBUG nova.network.neutron [req-fa42aab1-7e25-44e7-87d2-b701343234f6 req-d500fb90-e29e-4a72-9c12-45b5e3985804 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Refreshing network info cache for port 1988fe3d-4b66-49f8-9b8d-d0bf201531eb {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.329836] env[69350]: DEBUG nova.policy [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84e1ae70e93642edbde271a3105fbfe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e110f5f374dc49e8a7e70563a50f08c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.438769] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149606, 'name': Rename_Task, 'duration_secs': 0.193802} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.438769] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.438983] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78ccf801-7fe8-412b-b81a-806abe1c2061 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.447769] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1119.447769] env[69350]: value = "task-4149608" [ 1119.447769] env[69350]: _type = "Task" [ 1119.447769] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.457206] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.488784] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55a062f7-13f3-4fbd-97e9-b247be919124 tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "bef70481-df38-44ff-a208-1bf3aa7d6bae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.534s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.596249] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149607, 'name': CreateVM_Task, 'duration_secs': 0.406945} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.596497] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.597332] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '91940269-701e-4ca2-b7bc-b66b0b804d5a', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821682', 'volume_id': '9732eb60-9186-4e84-9df9-b45c694b885c', 'name': 'volume-9732eb60-9186-4e84-9df9-b45c694b885c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8', 'attached_at': '', 'detached_at': '', 'volume_id': '9732eb60-9186-4e84-9df9-b45c694b885c', 'serial': '9732eb60-9186-4e84-9df9-b45c694b885c'}, 'mount_device': '/dev/sda', 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69350) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1119.597485] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Root volume attach. Driver type: vmdk {{(pid=69350) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1119.598182] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3111e2d-243d-4446-aee3-5061c440a945 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.608411] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176ff1f8-5af7-451b-a7d1-da921a464dc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.613980] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ecbdf0-8ab5-4427-a9de-d95adcff5dc7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.620945] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-455d1ce6-0042-4267-8929-3bf2153d396d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.628470] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1119.628470] env[69350]: value = "task-4149609" [ 1119.628470] env[69350]: _type = "Task" [ 1119.628470] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.638946] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149609, 'name': RelocateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.649678] env[69350]: DEBUG nova.network.neutron [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Successfully created port: 171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.783873] env[69350]: DEBUG nova.compute.manager [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.825545] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquiring lock "bef70481-df38-44ff-a208-1bf3aa7d6bae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.825883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "bef70481-df38-44ff-a208-1bf3aa7d6bae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.826120] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquiring lock "bef70481-df38-44ff-a208-1bf3aa7d6bae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.826311] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "bef70481-df38-44ff-a208-1bf3aa7d6bae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.826479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "bef70481-df38-44ff-a208-1bf3aa7d6bae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.829174] env[69350]: INFO nova.compute.manager [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Terminating instance [ 1119.962916] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149608, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.045452] env[69350]: DEBUG nova.network.neutron [req-fa42aab1-7e25-44e7-87d2-b701343234f6 req-d500fb90-e29e-4a72-9c12-45b5e3985804 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updated VIF entry in instance network info cache for port 1988fe3d-4b66-49f8-9b8d-d0bf201531eb. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.045828] env[69350]: DEBUG nova.network.neutron [req-fa42aab1-7e25-44e7-87d2-b701343234f6 req-d500fb90-e29e-4a72-9c12-45b5e3985804 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance_info_cache with network_info: [{"id": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "address": "fa:16:3e:07:a0:c3", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1988fe3d-4b", "ovs_interfaceid": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.055248] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570bd0c9-c9d8-4772-a1a2-2cfee4512832 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.066683] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7869e91-2337-4845-81d3-fc0bdc9535ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.108417] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89dd608-1aae-4ada-bf46-bf5d3ea617d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.117954] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f98845-d0a7-4624-9f73-82c49ee8a688 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.134798] env[69350]: DEBUG nova.compute.provider_tree [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.146600] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149609, 'name': RelocateVM_Task} progress is 42%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.339206] env[69350]: DEBUG nova.compute.manager [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.339475] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.340678] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69660ac5-7df9-4604-a6fa-63cb9d04a2a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.351159] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.351159] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ef03e0-beb3-4e1c-97ac-51a89120a980 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.359264] env[69350]: DEBUG oslo_vmware.api [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for the task: (returnval){ [ 1120.359264] env[69350]: value = "task-4149610" [ 1120.359264] env[69350]: _type = "Task" [ 1120.359264] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.369612] env[69350]: DEBUG oslo_vmware.api [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.461099] env[69350]: DEBUG oslo_vmware.api [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149608, 'name': PowerOnVM_Task, 'duration_secs': 0.717806} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.461500] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.461718] env[69350]: INFO nova.compute.manager [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1120.461902] env[69350]: DEBUG nova.compute.manager [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.462801] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540e1c7f-66ba-4afe-a0db-296f05121936 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.548752] env[69350]: DEBUG oslo_concurrency.lockutils [req-fa42aab1-7e25-44e7-87d2-b701343234f6 req-d500fb90-e29e-4a72-9c12-45b5e3985804 service nova] Releasing lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.639681] env[69350]: DEBUG nova.scheduler.client.report [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.650782] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149609, 'name': RelocateVM_Task} progress is 54%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.801989] env[69350]: DEBUG nova.compute.manager [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.832789] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.833179] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.833421] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.833697] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.833924] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.834186] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.834495] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.834743] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.834996] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.835266] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.835535] env[69350]: DEBUG nova.virt.hardware [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.836823] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6759c735-c49a-46c9-9ce5-2b33a560848e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.848374] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b015fd8f-f2d8-4d15-99d2-68045eca7166 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.879576] env[69350]: DEBUG oslo_vmware.api [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149610, 'name': PowerOffVM_Task, 'duration_secs': 0.491389} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.879882] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.880075] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.880346] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ed31c03-b675-446a-84fe-b86b0e2f5f9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.983295] env[69350]: INFO nova.compute.manager [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Took 20.85 seconds to build instance. [ 1121.006099] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.006304] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.006504] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Deleting the datastore file [datastore1] bef70481-df38-44ff-a208-1bf3aa7d6bae {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.006804] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37f85f30-10e2-41a3-b0d9-19819adea4fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.014020] env[69350]: DEBUG oslo_vmware.api [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for the task: (returnval){ [ 1121.014020] env[69350]: value = "task-4149612" [ 1121.014020] env[69350]: _type = "Task" [ 1121.014020] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.024320] env[69350]: DEBUG oslo_vmware.api [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.147938] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.148561] env[69350]: DEBUG nova.compute.manager [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.151767] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149609, 'name': RelocateVM_Task} progress is 69%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.154343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.050s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.154343] env[69350]: DEBUG nova.objects.instance [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lazy-loading 'resources' on Instance uuid 70ba6da0-a397-490a-b86c-4237c0414240 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.181662] env[69350]: DEBUG nova.network.neutron [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Successfully updated port: 171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.308209] env[69350]: DEBUG nova.compute.manager [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received event network-vif-plugged-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.308449] env[69350]: DEBUG oslo_concurrency.lockutils [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] Acquiring lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.308635] env[69350]: DEBUG oslo_concurrency.lockutils [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.308835] env[69350]: DEBUG oslo_concurrency.lockutils [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.309167] env[69350]: DEBUG nova.compute.manager [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] No waiting events found dispatching network-vif-plugged-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.309395] env[69350]: WARNING nova.compute.manager [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received unexpected event network-vif-plugged-171fa31b-ba9b-49f3-9f39-d36d3260bda9 for instance with vm_state building and task_state spawning. [ 1121.309571] env[69350]: DEBUG nova.compute.manager [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received event network-changed-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.309765] env[69350]: DEBUG nova.compute.manager [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Refreshing instance network info cache due to event network-changed-171fa31b-ba9b-49f3-9f39-d36d3260bda9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.309960] env[69350]: DEBUG oslo_concurrency.lockutils [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] Acquiring lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.310114] env[69350]: DEBUG oslo_concurrency.lockutils [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] Acquired lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.310276] env[69350]: DEBUG nova.network.neutron [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Refreshing network info cache for port 171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.455637] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "663e25f1-50fe-4eee-bf50-088edc72a0eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.485792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-70eed726-044c-4893-9eb8-63abce17349f tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "663e25f1-50fe-4eee-bf50-088edc72a0eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.361s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.486160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "663e25f1-50fe-4eee-bf50-088edc72a0eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.031s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.486410] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "663e25f1-50fe-4eee-bf50-088edc72a0eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.486633] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "663e25f1-50fe-4eee-bf50-088edc72a0eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.486807] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "663e25f1-50fe-4eee-bf50-088edc72a0eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.489297] env[69350]: INFO nova.compute.manager [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Terminating instance [ 1121.525769] env[69350]: DEBUG oslo_vmware.api [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.646374] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149609, 'name': RelocateVM_Task} progress is 82%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.654076] env[69350]: DEBUG nova.compute.utils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.655548] env[69350]: DEBUG nova.compute.manager [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.655735] env[69350]: DEBUG nova.network.neutron [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.685436] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.699084] env[69350]: DEBUG nova.policy [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c6d684edb44321b0226f2c3ba37136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830e85774778438886e6ab2a50799ab6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.860982] env[69350]: DEBUG nova.network.neutron [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.902341] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dedcaf-b17d-40d2-86e4-1f09dbe2d578 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.915773] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44d06ad-9075-4035-8c5b-b6ab148ced5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.956420] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e1d7b0-017c-406c-9337-32c9509aeaee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.966388] env[69350]: DEBUG nova.network.neutron [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.968990] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcde35f-2ee0-4ee4-ad82-1c9caeaecd64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.986386] env[69350]: DEBUG nova.compute.provider_tree [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.992878] env[69350]: DEBUG nova.compute.manager [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.993189] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.994254] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b13765-d2de-4a31-a4e2-9bdab6db4d3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.007384] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.007785] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd9e42d4-210d-4a85-b976-42ef28854bdd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.016374] env[69350]: DEBUG oslo_vmware.api [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1122.016374] env[69350]: value = "task-4149613" [ 1122.016374] env[69350]: _type = "Task" [ 1122.016374] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.032948] env[69350]: DEBUG oslo_vmware.api [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.037412] env[69350]: DEBUG oslo_vmware.api [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.038680] env[69350]: DEBUG nova.network.neutron [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Successfully created port: 3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.149029] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149609, 'name': RelocateVM_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.162232] env[69350]: DEBUG nova.compute.manager [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.476421] env[69350]: DEBUG oslo_concurrency.lockutils [req-b31ace53-3584-42b6-899d-01e3c69bb80a req-c198620d-8b9b-4509-8387-4c3e90b5b0e0 service nova] Releasing lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.476582] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.476760] env[69350]: DEBUG nova.network.neutron [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.489543] env[69350]: DEBUG nova.scheduler.client.report [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.528124] env[69350]: DEBUG oslo_vmware.api [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Task: {'id': task-4149612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.113695} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.528933] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.529223] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.529367] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.529546] env[69350]: INFO nova.compute.manager [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1122.529846] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.529986] env[69350]: DEBUG nova.compute.manager [-] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.530100] env[69350]: DEBUG nova.network.neutron [-] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.535143] env[69350]: DEBUG oslo_vmware.api [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149613, 'name': PowerOffVM_Task, 'duration_secs': 0.231344} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.535817] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.536040] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.536334] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5106adc1-1612-451e-acce-248368d5ea1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.614071] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.614071] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.614071] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Deleting the datastore file [datastore1] 663e25f1-50fe-4eee-bf50-088edc72a0eb {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.614071] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65013f8f-90c8-4993-8433-7c6be492aff6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.621541] env[69350]: DEBUG oslo_vmware.api [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for the task: (returnval){ [ 1122.621541] env[69350]: value = "task-4149615" [ 1122.621541] env[69350]: _type = "Task" [ 1122.621541] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.631197] env[69350]: DEBUG oslo_vmware.api [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.648801] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149609, 'name': RelocateVM_Task} progress is 98%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.828802] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85da5bb6-d441-403b-bbc5-f0de65b8b811 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.829149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85da5bb6-d441-403b-bbc5-f0de65b8b811 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.829495] env[69350]: DEBUG nova.objects.instance [None req-85da5bb6-d441-403b-bbc5-f0de65b8b811 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'flavor' on Instance uuid bbeda223-6df4-42d2-813c-8e8087771b10 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.858885] env[69350]: DEBUG nova.compute.manager [req-5500d3ff-7f2e-45e2-9986-e9f0ae1b5e96 req-31e4c765-fe21-4b61-a92b-28995e231299 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Received event network-vif-deleted-3a2fcef1-8595-4673-b288-f5996bf5062c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.859137] env[69350]: INFO nova.compute.manager [req-5500d3ff-7f2e-45e2-9986-e9f0ae1b5e96 req-31e4c765-fe21-4b61-a92b-28995e231299 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Neutron deleted interface 3a2fcef1-8595-4673-b288-f5996bf5062c; detaching it from the instance and deleting it from the info cache [ 1122.859293] env[69350]: DEBUG nova.network.neutron [req-5500d3ff-7f2e-45e2-9986-e9f0ae1b5e96 req-31e4c765-fe21-4b61-a92b-28995e231299 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.995079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.998080] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.574s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.001929] env[69350]: INFO nova.compute.claims [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.017818] env[69350]: INFO nova.scheduler.client.report [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted allocations for instance 70ba6da0-a397-490a-b86c-4237c0414240 [ 1123.019541] env[69350]: DEBUG nova.network.neutron [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.133653] env[69350]: DEBUG oslo_vmware.api [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Task: {'id': task-4149615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200089} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.133653] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.133834] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.134011] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.134235] env[69350]: INFO nova.compute.manager [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1123.134514] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.134730] env[69350]: DEBUG nova.compute.manager [-] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.134827] env[69350]: DEBUG nova.network.neutron [-] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.148794] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149609, 'name': RelocateVM_Task, 'duration_secs': 3.285388} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.149102] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.149320] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821682', 'volume_id': '9732eb60-9186-4e84-9df9-b45c694b885c', 'name': 'volume-9732eb60-9186-4e84-9df9-b45c694b885c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8', 'attached_at': '', 'detached_at': '', 'volume_id': '9732eb60-9186-4e84-9df9-b45c694b885c', 'serial': '9732eb60-9186-4e84-9df9-b45c694b885c'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.150122] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900429ba-0862-4cfe-9908-7c3744631274 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.166482] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d256bec7-36d5-4c16-85ae-d165bdb2214d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.182859] env[69350]: DEBUG nova.compute.manager [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.193712] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-9732eb60-9186-4e84-9df9-b45c694b885c/volume-9732eb60-9186-4e84-9df9-b45c694b885c.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.196676] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476417af-d8db-4ed1-8887-06e1c9e05416 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.223288] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.223594] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.223772] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.223967] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.224188] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.224368] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.224594] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.224759] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.225203] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.225203] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.225324] env[69350]: DEBUG nova.virt.hardware [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.226219] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30882c02-6f81-4a0d-a516-7ae8bae208ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.230373] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1123.230373] env[69350]: value = "task-4149616" [ 1123.230373] env[69350]: _type = "Task" [ 1123.230373] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.237997] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b965d-4cfe-4999-af27-a864b3bf2a15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.246275] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.292554] env[69350]: DEBUG nova.network.neutron [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updating instance_info_cache with network_info: [{"id": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "address": "fa:16:3e:f7:03:1a", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171fa31b-ba", "ovs_interfaceid": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.336854] env[69350]: DEBUG nova.objects.instance [None req-85da5bb6-d441-403b-bbc5-f0de65b8b811 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'pci_requests' on Instance uuid bbeda223-6df4-42d2-813c-8e8087771b10 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.338635] env[69350]: DEBUG nova.network.neutron [-] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.361512] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a76b67e5-c8a4-4367-a1a7-eada977830b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.381244] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7933b1a-1cb9-4e81-ad55-da9f4bb1726d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.414588] env[69350]: DEBUG nova.compute.manager [req-5500d3ff-7f2e-45e2-9986-e9f0ae1b5e96 req-31e4c765-fe21-4b61-a92b-28995e231299 service nova] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Detach interface failed, port_id=3a2fcef1-8595-4673-b288-f5996bf5062c, reason: Instance bef70481-df38-44ff-a208-1bf3aa7d6bae could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.530507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94732a3a-6928-467c-8fcd-13b279277be1 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "70ba6da0-a397-490a-b86c-4237c0414240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.855s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.580386] env[69350]: DEBUG nova.compute.manager [req-4cdc64d6-8985-40f2-8881-d193922c976e req-eaae81b4-11b7-436f-9fc8-e091c707812e service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Received event network-vif-plugged-3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.580592] env[69350]: DEBUG oslo_concurrency.lockutils [req-4cdc64d6-8985-40f2-8881-d193922c976e req-eaae81b4-11b7-436f-9fc8-e091c707812e service nova] Acquiring lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.580807] env[69350]: DEBUG oslo_concurrency.lockutils [req-4cdc64d6-8985-40f2-8881-d193922c976e req-eaae81b4-11b7-436f-9fc8-e091c707812e service nova] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.580976] env[69350]: DEBUG oslo_concurrency.lockutils [req-4cdc64d6-8985-40f2-8881-d193922c976e req-eaae81b4-11b7-436f-9fc8-e091c707812e service nova] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.584941] env[69350]: DEBUG nova.compute.manager [req-4cdc64d6-8985-40f2-8881-d193922c976e req-eaae81b4-11b7-436f-9fc8-e091c707812e service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] No waiting events found dispatching network-vif-plugged-3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.584941] env[69350]: WARNING nova.compute.manager [req-4cdc64d6-8985-40f2-8881-d193922c976e req-eaae81b4-11b7-436f-9fc8-e091c707812e service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Received unexpected event network-vif-plugged-3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 for instance with vm_state building and task_state spawning. [ 1123.589807] env[69350]: DEBUG nova.network.neutron [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Successfully updated port: 3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.742450] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.795244] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.795658] env[69350]: DEBUG nova.compute.manager [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Instance network_info: |[{"id": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "address": "fa:16:3e:f7:03:1a", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171fa31b-ba", "ovs_interfaceid": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.796171] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:03:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '171fa31b-ba9b-49f3-9f39-d36d3260bda9', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.804116] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.804408] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.804721] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b94a4e2-e59a-4547-bbd2-b1477c0a00bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.829709] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.829709] env[69350]: value = "task-4149617" [ 1123.829709] env[69350]: _type = "Task" [ 1123.829709] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.840448] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149617, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.840448] env[69350]: DEBUG nova.objects.base [None req-85da5bb6-d441-403b-bbc5-f0de65b8b811 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.840735] env[69350]: DEBUG nova.network.neutron [None req-85da5bb6-d441-403b-bbc5-f0de65b8b811 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.843031] env[69350]: INFO nova.compute.manager [-] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Took 1.31 seconds to deallocate network for instance. [ 1123.932527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-85da5bb6-d441-403b-bbc5-f0de65b8b811 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.103s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.036017] env[69350]: DEBUG nova.network.neutron [-] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.092165] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.092414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.092590] env[69350]: DEBUG nova.network.neutron [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.226549] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b962ac8-6ba6-48f0-8b81-e0e3fe798b1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.238862] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d6f831-de78-4706-aad3-ab52a2f4358e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.250120] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149616, 'name': ReconfigVM_Task, 'duration_secs': 0.692347} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.275244] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-9732eb60-9186-4e84-9df9-b45c694b885c/volume-9732eb60-9186-4e84-9df9-b45c694b885c.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.280395] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f64bb8dd-98c6-423f-afa1-8674d8159671 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.291221] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3698cb-aa64-4838-8afb-074dacc706cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.302805] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213702ed-34be-4923-b4bf-d8fbcd7ab9d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.307121] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1124.307121] env[69350]: value = "task-4149618" [ 1124.307121] env[69350]: _type = "Task" [ 1124.307121] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.319145] env[69350]: DEBUG nova.compute.provider_tree [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.326644] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.340980] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149617, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.351790] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.538610] env[69350]: INFO nova.compute.manager [-] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Took 1.40 seconds to deallocate network for instance. [ 1124.628982] env[69350]: DEBUG nova.network.neutron [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.723703] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "66529222-2be7-402a-be8c-d1bc874faf7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.724072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "66529222-2be7-402a-be8c-d1bc874faf7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.788466] env[69350]: DEBUG nova.network.neutron [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance_info_cache with network_info: [{"id": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "address": "fa:16:3e:fe:d9:4f", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c925a48-8b", "ovs_interfaceid": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.822874] env[69350]: DEBUG nova.scheduler.client.report [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.826194] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149618, 'name': ReconfigVM_Task, 'duration_secs': 0.129923} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.826996] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821682', 'volume_id': '9732eb60-9186-4e84-9df9-b45c694b885c', 'name': 'volume-9732eb60-9186-4e84-9df9-b45c694b885c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8', 'attached_at': '', 'detached_at': '', 'volume_id': '9732eb60-9186-4e84-9df9-b45c694b885c', 'serial': '9732eb60-9186-4e84-9df9-b45c694b885c'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1124.827513] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aba88e9f-57c1-4c79-9c43-027bb85c7991 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.836614] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1124.836614] env[69350]: value = "task-4149619" [ 1124.836614] env[69350]: _type = "Task" [ 1124.836614] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.844056] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149617, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.851285] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149619, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.894353] env[69350]: DEBUG nova.compute.manager [req-0b65c0ee-0a7f-4c01-bc85-28d569c98972 req-e60930cd-46c6-47ee-9492-92e8a4b186d5 service nova] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Received event network-vif-deleted-f91aa783-eaef-4047-94d3-bc9a0ade59e5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.046132] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.226759] env[69350]: DEBUG nova.compute.manager [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.292190] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.292190] env[69350]: DEBUG nova.compute.manager [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Instance network_info: |[{"id": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "address": "fa:16:3e:fe:d9:4f", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c925a48-8b", "ovs_interfaceid": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.292190] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:d9:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.299622] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.300190] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.300551] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f218e3a5-e051-4118-9161-145d5f1bc8e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.321230] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.321230] env[69350]: value = "task-4149620" [ 1125.321230] env[69350]: _type = "Task" [ 1125.321230] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.331332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.331332] env[69350]: DEBUG nova.compute.manager [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.333899] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149620, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.334038] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.790s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.335431] env[69350]: INFO nova.compute.claims [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.350166] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149619, 'name': Rename_Task, 'duration_secs': 0.143543} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.353947] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.355354] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149617, 'name': CreateVM_Task, 'duration_secs': 1.031566} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.355354] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d276d9-0d36-4096-9990-9ad1c248183e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.356242] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.356950] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.357124] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.357446] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.358216] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90bd943c-d247-42a3-8f0c-0ab2654147d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.364236] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1125.364236] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525f9b68-6423-8d76-6d84-bd1afb6eeb5a" [ 1125.364236] env[69350]: _type = "Task" [ 1125.364236] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.365722] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1125.365722] env[69350]: value = "task-4149621" [ 1125.365722] env[69350]: _type = "Task" [ 1125.365722] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.383651] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525f9b68-6423-8d76-6d84-bd1afb6eeb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012629} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.387168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.387442] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.387676] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.387872] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.388007] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.388332] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.389351] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d0fc368-a32d-40f8-bf90-a953c07206d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.400511] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.400723] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.401780] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-349a650e-32c9-4c3f-9746-19d7a40adb52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.407711] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1125.407711] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e8e152-8e75-cc67-2c8b-b237b1e4f321" [ 1125.407711] env[69350]: _type = "Task" [ 1125.407711] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.418434] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e8e152-8e75-cc67-2c8b-b237b1e4f321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.608402] env[69350]: DEBUG nova.compute.manager [req-05bf9e52-f8fd-4ad1-b64a-d11aee200bc7 req-bb4a1cd9-fc30-4f3a-a5fb-866b2e5c2a91 service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Received event network-changed-3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.608402] env[69350]: DEBUG nova.compute.manager [req-05bf9e52-f8fd-4ad1-b64a-d11aee200bc7 req-bb4a1cd9-fc30-4f3a-a5fb-866b2e5c2a91 service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Refreshing instance network info cache due to event network-changed-3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.608402] env[69350]: DEBUG oslo_concurrency.lockutils [req-05bf9e52-f8fd-4ad1-b64a-d11aee200bc7 req-bb4a1cd9-fc30-4f3a-a5fb-866b2e5c2a91 service nova] Acquiring lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.608402] env[69350]: DEBUG oslo_concurrency.lockutils [req-05bf9e52-f8fd-4ad1-b64a-d11aee200bc7 req-bb4a1cd9-fc30-4f3a-a5fb-866b2e5c2a91 service nova] Acquired lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.608402] env[69350]: DEBUG nova.network.neutron [req-05bf9e52-f8fd-4ad1-b64a-d11aee200bc7 req-bb4a1cd9-fc30-4f3a-a5fb-866b2e5c2a91 service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Refreshing network info cache for port 3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.751188] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.835167] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149620, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.843483] env[69350]: DEBUG nova.compute.utils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.845159] env[69350]: DEBUG nova.compute.manager [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.846752] env[69350]: DEBUG nova.network.neutron [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.880136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.880427] env[69350]: DEBUG oslo_concurrency.lockutils [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.880790] env[69350]: DEBUG nova.objects.instance [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'flavor' on Instance uuid bbeda223-6df4-42d2-813c-8e8087771b10 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.882157] env[69350]: DEBUG oslo_vmware.api [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149621, 'name': PowerOnVM_Task, 'duration_secs': 0.47018} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.882574] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.883087] env[69350]: INFO nova.compute.manager [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1125.883087] env[69350]: DEBUG nova.compute.manager [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.884028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7426187e-93a2-4762-a3b1-b44cef823460 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.898734] env[69350]: DEBUG nova.policy [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '534c571f71724461bae1dd2e7be65300', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1379087d6060408dbec787e0fc20c7b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.918947] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e8e152-8e75-cc67-2c8b-b237b1e4f321, 'name': SearchDatastore_Task, 'duration_secs': 0.014329} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.919853] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236f2d49-1b39-4207-9229-b797d9f6db40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.926525] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1125.926525] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522cbd0c-7854-c333-24f6-fc3f16698c68" [ 1125.926525] env[69350]: _type = "Task" [ 1125.926525] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.938987] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522cbd0c-7854-c333-24f6-fc3f16698c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.194059] env[69350]: DEBUG nova.network.neutron [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Successfully created port: 706726d7-d2e8-4485-a92f-fd63bc162263 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.322194] env[69350]: DEBUG nova.network.neutron [req-05bf9e52-f8fd-4ad1-b64a-d11aee200bc7 req-bb4a1cd9-fc30-4f3a-a5fb-866b2e5c2a91 service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updated VIF entry in instance network info cache for port 3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.322511] env[69350]: DEBUG nova.network.neutron [req-05bf9e52-f8fd-4ad1-b64a-d11aee200bc7 req-bb4a1cd9-fc30-4f3a-a5fb-866b2e5c2a91 service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance_info_cache with network_info: [{"id": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "address": "fa:16:3e:fe:d9:4f", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c925a48-8b", "ovs_interfaceid": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.335155] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149620, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.349424] env[69350]: DEBUG nova.compute.manager [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.404789] env[69350]: INFO nova.compute.manager [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Took 23.76 seconds to build instance. [ 1126.439525] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522cbd0c-7854-c333-24f6-fc3f16698c68, 'name': SearchDatastore_Task, 'duration_secs': 0.015334} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.444140] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.444390] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] d2beda23-078b-46d7-bcdd-26db36f02cc6/d2beda23-078b-46d7-bcdd-26db36f02cc6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.444856] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cf8bdd9-225a-4a20-9350-80e41c57e791 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.452779] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1126.452779] env[69350]: value = "task-4149622" [ 1126.452779] env[69350]: _type = "Task" [ 1126.452779] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.463595] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.482376] env[69350]: DEBUG nova.objects.instance [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'pci_requests' on Instance uuid bbeda223-6df4-42d2-813c-8e8087771b10 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.567100] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9bc215-1629-4b3d-9c59-816775b0f615 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.577962] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0dea94-faec-47fd-8bf2-e2f0ba780d1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.611152] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19484763-186a-4b63-a1b3-c7b9465827a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.621445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbfcf4a-0680-4ead-a55b-ac68f8009fe4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.639570] env[69350]: DEBUG nova.compute.provider_tree [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.829597] env[69350]: DEBUG oslo_concurrency.lockutils [req-05bf9e52-f8fd-4ad1-b64a-d11aee200bc7 req-bb4a1cd9-fc30-4f3a-a5fb-866b2e5c2a91 service nova] Releasing lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.839372] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149620, 'name': CreateVM_Task, 'duration_secs': 1.347399} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.839600] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.840425] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.840616] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.840954] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.841250] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c0001d-a9f4-4917-93d9-2ab7b185c293 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.851649] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1126.851649] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521d0ffe-bf22-0db2-f29a-5cbed9556e4d" [ 1126.851649] env[69350]: _type = "Task" [ 1126.851649] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.867426] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521d0ffe-bf22-0db2-f29a-5cbed9556e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.907507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ca7adf0-24c7-4e31-80ed-4383bbecff59 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.268s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.965816] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474929} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.965816] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] d2beda23-078b-46d7-bcdd-26db36f02cc6/d2beda23-078b-46d7-bcdd-26db36f02cc6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.966223] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.966443] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25e87d8c-17ea-4929-8337-5eff52027770 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.973582] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1126.973582] env[69350]: value = "task-4149623" [ 1126.973582] env[69350]: _type = "Task" [ 1126.973582] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.983387] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.985812] env[69350]: DEBUG nova.objects.base [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1126.985950] env[69350]: DEBUG nova.network.neutron [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.045649] env[69350]: DEBUG nova.policy [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4db4ec4e7214fad90a24464240525e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01f41324f5d42edb4949e36cc14f759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.143303] env[69350]: DEBUG nova.scheduler.client.report [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.364576] env[69350]: DEBUG nova.compute.manager [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.367506] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521d0ffe-bf22-0db2-f29a-5cbed9556e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.022322} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.368996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.369354] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.369500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.369643] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.369864] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.370205] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6a9fa36-e6c2-42d3-8469-7fc176a3aada {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.381644] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.381644] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.385151] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de833c6-66af-4404-b7ad-4f58c45fd2af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.391036] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1127.391036] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5260f526-be91-7f7f-7871-d012761562b2" [ 1127.391036] env[69350]: _type = "Task" [ 1127.391036] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.404379] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5260f526-be91-7f7f-7871-d012761562b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.405228] env[69350]: DEBUG nova.network.neutron [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Successfully created port: cc4c9a96-b87e-4f84-bc47-d2f600631452 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.409460] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.409686] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.409898] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.410083] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.410254] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.410409] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.410619] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.410777] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.410946] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.411267] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.411479] env[69350]: DEBUG nova.virt.hardware [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.414272] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85860b0-6850-4a59-88ca-ebaf47a34c1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.415777] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40816103-992e-46ef-a749-934a5f77f1e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.424888] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1127.424888] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb5039-51bd-acdf-3f5d-bb5a7e4cbbe3" [ 1127.424888] env[69350]: _type = "Task" [ 1127.424888] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.426128] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e4ac11-8b30-40e8-991e-f545dd55bbb7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.439816] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52eb5039-51bd-acdf-3f5d-bb5a7e4cbbe3, 'name': SearchDatastore_Task, 'duration_secs': 0.015678} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.447958] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.448283] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] cb45c6d9-7937-4348-9373-ae08bbba1dc8/cb45c6d9-7937-4348-9373-ae08bbba1dc8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.448763] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d5308b8-f479-4869-8d9b-0494de62ba22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.456212] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1127.456212] env[69350]: value = "task-4149624" [ 1127.456212] env[69350]: _type = "Task" [ 1127.456212] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.465218] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.483939] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083889} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.484447] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.485503] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db0b797-cda9-469a-9877-9f32c5921160 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.513220] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] d2beda23-078b-46d7-bcdd-26db36f02cc6/d2beda23-078b-46d7-bcdd-26db36f02cc6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.513736] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fc3ac30-b34f-4531-aa01-2b929ea30d74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.535855] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1127.535855] env[69350]: value = "task-4149625" [ 1127.535855] env[69350]: _type = "Task" [ 1127.535855] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.546861] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.652653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.652653] env[69350]: DEBUG nova.compute.manager [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.655428] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.560s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.658046] env[69350]: INFO nova.compute.claims [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.688466] env[69350]: DEBUG nova.network.neutron [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Successfully updated port: 706726d7-d2e8-4485-a92f-fd63bc162263 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.854261] env[69350]: DEBUG nova.compute.manager [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Received event network-changed-73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.854261] env[69350]: DEBUG nova.compute.manager [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Refreshing instance network info cache due to event network-changed-73c488d0-c035-405c-aa2b-c19401bfb69e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.854625] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] Acquiring lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.854821] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] Acquired lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.855019] env[69350]: DEBUG nova.network.neutron [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Refreshing network info cache for port 73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.967106] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149624, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.046777] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149625, 'name': ReconfigVM_Task, 'duration_secs': 0.352389} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.046982] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Reconfigured VM instance instance-00000068 to attach disk [datastore2] d2beda23-078b-46d7-bcdd-26db36f02cc6/d2beda23-078b-46d7-bcdd-26db36f02cc6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.047682] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1de130e5-f745-478f-b0a2-23285bdcead4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.056768] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1128.056768] env[69350]: value = "task-4149626" [ 1128.056768] env[69350]: _type = "Task" [ 1128.056768] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.068086] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149626, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.165061] env[69350]: DEBUG nova.compute.utils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.168348] env[69350]: DEBUG nova.compute.manager [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.168546] env[69350]: DEBUG nova.network.neutron [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.190351] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "refresh_cache-22fb0187-31b3-439a-8d41-baaf594a6e8b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.190522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "refresh_cache-22fb0187-31b3-439a-8d41-baaf594a6e8b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.190695] env[69350]: DEBUG nova.network.neutron [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.217031] env[69350]: DEBUG nova.policy [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd8d443da5845ab91726bec051eaf7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4192e1dee4d44331ba631e2016d64ed5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.472900] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757684} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.473373] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] cb45c6d9-7937-4348-9373-ae08bbba1dc8/cb45c6d9-7937-4348-9373-ae08bbba1dc8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.474060] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.474060] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc537970-fad4-4c99-a5a6-f2f6d9f57785 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.485048] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1128.485048] env[69350]: value = "task-4149627" [ 1128.485048] env[69350]: _type = "Task" [ 1128.485048] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.494712] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.546943] env[69350]: DEBUG nova.network.neutron [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Successfully created port: ad123d4c-9922-4621-94ee-ea0b9046fbf9 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.567971] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149626, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.649998] env[69350]: DEBUG nova.network.neutron [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Updated VIF entry in instance network info cache for port 73c488d0-c035-405c-aa2b-c19401bfb69e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.650448] env[69350]: DEBUG nova.network.neutron [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Updating instance_info_cache with network_info: [{"id": "73c488d0-c035-405c-aa2b-c19401bfb69e", "address": "fa:16:3e:16:82:72", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c488d0-c0", "ovs_interfaceid": "73c488d0-c035-405c-aa2b-c19401bfb69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.669181] env[69350]: DEBUG nova.compute.manager [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.725035] env[69350]: DEBUG nova.network.neutron [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.940229] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630803db-f7a7-46ee-a29b-fde6014bcf59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.946535] env[69350]: DEBUG nova.network.neutron [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Updating instance_info_cache with network_info: [{"id": "706726d7-d2e8-4485-a92f-fd63bc162263", "address": "fa:16:3e:8e:20:90", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706726d7-d2", "ovs_interfaceid": "706726d7-d2e8-4485-a92f-fd63bc162263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.952445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963bd12c-1fe1-4863-abe9-3de58b475b6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.988444] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3180ee2-248d-4d5d-a747-877b5bfaa620 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.996946] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076656} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.999105] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.000332] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f73d77-6f55-4f43-b864-02eb25ea1efc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.003939] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcfbd8a-9125-4dbc-81f9-1ade7a1e1581 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.039020] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] cb45c6d9-7937-4348-9373-ae08bbba1dc8/cb45c6d9-7937-4348-9373-ae08bbba1dc8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.039020] env[69350]: DEBUG nova.compute.provider_tree [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.041449] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467320dc-6f38-465d-96e0-e59ce31f3ce6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.058204] env[69350]: DEBUG nova.compute.manager [req-0f97b3a4-4e1e-4f15-bbcb-5a1da79477a7 req-232f2ca4-223e-4723-8dc3-d316750b5788 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received event network-vif-plugged-cc4c9a96-b87e-4f84-bc47-d2f600631452 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.058204] env[69350]: DEBUG oslo_concurrency.lockutils [req-0f97b3a4-4e1e-4f15-bbcb-5a1da79477a7 req-232f2ca4-223e-4723-8dc3-d316750b5788 service nova] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.058204] env[69350]: DEBUG oslo_concurrency.lockutils [req-0f97b3a4-4e1e-4f15-bbcb-5a1da79477a7 req-232f2ca4-223e-4723-8dc3-d316750b5788 service nova] Lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.058204] env[69350]: DEBUG oslo_concurrency.lockutils [req-0f97b3a4-4e1e-4f15-bbcb-5a1da79477a7 req-232f2ca4-223e-4723-8dc3-d316750b5788 service nova] Lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.058204] env[69350]: DEBUG nova.compute.manager [req-0f97b3a4-4e1e-4f15-bbcb-5a1da79477a7 req-232f2ca4-223e-4723-8dc3-d316750b5788 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] No waiting events found dispatching network-vif-plugged-cc4c9a96-b87e-4f84-bc47-d2f600631452 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.058204] env[69350]: WARNING nova.compute.manager [req-0f97b3a4-4e1e-4f15-bbcb-5a1da79477a7 req-232f2ca4-223e-4723-8dc3-d316750b5788 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received unexpected event network-vif-plugged-cc4c9a96-b87e-4f84-bc47-d2f600631452 for instance with vm_state active and task_state None. [ 1129.061318] env[69350]: DEBUG nova.scheduler.client.report [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.068028] env[69350]: DEBUG nova.compute.manager [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1129.075115] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1129.075115] env[69350]: value = "task-4149628" [ 1129.075115] env[69350]: _type = "Task" [ 1129.075115] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.079095] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149626, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.092019] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.153937] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] Releasing lock "refresh_cache-21f7d90d-396e-4b5d-850d-8a081b67f4a3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.154267] env[69350]: DEBUG nova.compute.manager [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Received event network-changed-1988fe3d-4b66-49f8-9b8d-d0bf201531eb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.154440] env[69350]: DEBUG nova.compute.manager [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Refreshing instance network info cache due to event network-changed-1988fe3d-4b66-49f8-9b8d-d0bf201531eb. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.154672] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] Acquiring lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.154826] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] Acquired lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.154988] env[69350]: DEBUG nova.network.neutron [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Refreshing network info cache for port 1988fe3d-4b66-49f8-9b8d-d0bf201531eb {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.159808] env[69350]: DEBUG nova.network.neutron [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Successfully updated port: cc4c9a96-b87e-4f84-bc47-d2f600631452 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.449770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "refresh_cache-22fb0187-31b3-439a-8d41-baaf594a6e8b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.450162] env[69350]: DEBUG nova.compute.manager [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Instance network_info: |[{"id": "706726d7-d2e8-4485-a92f-fd63bc162263", "address": "fa:16:3e:8e:20:90", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706726d7-d2", "ovs_interfaceid": "706726d7-d2e8-4485-a92f-fd63bc162263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.450619] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:20:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '706726d7-d2e8-4485-a92f-fd63bc162263', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.458700] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.458950] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.459209] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54dd6312-b4fe-4eb5-96c1-344e9fad984c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.481870] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.481870] env[69350]: value = "task-4149629" [ 1129.481870] env[69350]: _type = "Task" [ 1129.481870] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.490742] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149629, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.569852] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.914s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.570406] env[69350]: DEBUG nova.compute.manager [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.576826] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.225s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.577077] env[69350]: DEBUG nova.objects.instance [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lazy-loading 'resources' on Instance uuid bef70481-df38-44ff-a208-1bf3aa7d6bae {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.581417] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149626, 'name': Rename_Task, 'duration_secs': 1.246584} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.582376] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.586518] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3e12fc3-4f14-4cb2-a134-0bb1d7d77ec5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.593259] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.597875] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.599559] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1129.599559] env[69350]: value = "task-4149630" [ 1129.599559] env[69350]: _type = "Task" [ 1129.599559] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.609471] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.662933] env[69350]: DEBUG oslo_concurrency.lockutils [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.662933] env[69350]: DEBUG oslo_concurrency.lockutils [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.662933] env[69350]: DEBUG nova.network.neutron [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.682060] env[69350]: DEBUG nova.compute.manager [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.716786] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.717070] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.717236] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.717418] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.717560] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.717713] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.717918] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.718086] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.718265] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.718414] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.718584] env[69350]: DEBUG nova.virt.hardware [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.720707] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315f80d2-5d09-4033-97a4-50ce1399ca65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.729481] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7071443f-51ff-4998-9ab4-93a1251f6787 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.906517] env[69350]: DEBUG nova.compute.manager [req-442492b8-3dc9-415e-afde-4e162d6e6fd7 req-db330182-7832-4ce9-909a-506a4a30f080 service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Received event network-changed-706726d7-d2e8-4485-a92f-fd63bc162263 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.906809] env[69350]: DEBUG nova.compute.manager [req-442492b8-3dc9-415e-afde-4e162d6e6fd7 req-db330182-7832-4ce9-909a-506a4a30f080 service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Refreshing instance network info cache due to event network-changed-706726d7-d2e8-4485-a92f-fd63bc162263. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.906955] env[69350]: DEBUG oslo_concurrency.lockutils [req-442492b8-3dc9-415e-afde-4e162d6e6fd7 req-db330182-7832-4ce9-909a-506a4a30f080 service nova] Acquiring lock "refresh_cache-22fb0187-31b3-439a-8d41-baaf594a6e8b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.907358] env[69350]: DEBUG oslo_concurrency.lockutils [req-442492b8-3dc9-415e-afde-4e162d6e6fd7 req-db330182-7832-4ce9-909a-506a4a30f080 service nova] Acquired lock "refresh_cache-22fb0187-31b3-439a-8d41-baaf594a6e8b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.907706] env[69350]: DEBUG nova.network.neutron [req-442492b8-3dc9-415e-afde-4e162d6e6fd7 req-db330182-7832-4ce9-909a-506a4a30f080 service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Refreshing network info cache for port 706726d7-d2e8-4485-a92f-fd63bc162263 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.951455] env[69350]: DEBUG nova.network.neutron [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updated VIF entry in instance network info cache for port 1988fe3d-4b66-49f8-9b8d-d0bf201531eb. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.951869] env[69350]: DEBUG nova.network.neutron [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance_info_cache with network_info: [{"id": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "address": "fa:16:3e:07:a0:c3", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1988fe3d-4b", "ovs_interfaceid": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.992018] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149629, 'name': CreateVM_Task, 'duration_secs': 0.406214} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.992239] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.992907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.993100] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.993435] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.993713] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aede3874-dd74-4270-816a-89146bb7929b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.998794] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1129.998794] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529c7280-fc43-a132-2871-c39cbee560d1" [ 1129.998794] env[69350]: _type = "Task" [ 1129.998794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.007987] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529c7280-fc43-a132-2871-c39cbee560d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.066310] env[69350]: DEBUG nova.network.neutron [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Successfully updated port: ad123d4c-9922-4621-94ee-ea0b9046fbf9 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.083755] env[69350]: DEBUG nova.compute.utils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.089371] env[69350]: DEBUG nova.compute.manager [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.089768] env[69350]: DEBUG nova.network.neutron [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.108231] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149628, 'name': ReconfigVM_Task, 'duration_secs': 0.609195} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.108537] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Reconfigured VM instance instance-00000069 to attach disk [datastore1] cb45c6d9-7937-4348-9373-ae08bbba1dc8/cb45c6d9-7937-4348-9373-ae08bbba1dc8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.112429] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3081e518-1593-4edc-9c31-92f33fc74183 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.119198] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149630, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.126317] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1130.126317] env[69350]: value = "task-4149631" [ 1130.126317] env[69350]: _type = "Task" [ 1130.126317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.136267] env[69350]: DEBUG nova.policy [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b72908407774d4c9df9e4fd263c49b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1044e7c00d64162a80f5d05097d9a9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.142840] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149631, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.204194] env[69350]: WARNING nova.network.neutron [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] 37095e44-7b86-400c-94e0-6ac85981e885 already exists in list: networks containing: ['37095e44-7b86-400c-94e0-6ac85981e885']. ignoring it [ 1130.349885] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a59a07-c5ba-47a0-ad1e-b6d9ee104de4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.360601] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd549f1-c375-4a38-8590-c1f814b5e0cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.393515] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ec87ed-d9c7-4c65-8b3f-824d069df08d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.402075] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9638ba52-fa64-43f0-9db9-eeb79b66efd2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.420879] env[69350]: DEBUG nova.compute.provider_tree [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.435274] env[69350]: DEBUG nova.network.neutron [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Successfully created port: 9ddf75fe-4fc9-44b3-80af-3be0a9e47243 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.454856] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] Releasing lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.455428] env[69350]: DEBUG nova.compute.manager [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Received event network-vif-plugged-706726d7-d2e8-4485-a92f-fd63bc162263 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.455428] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] Acquiring lock "22fb0187-31b3-439a-8d41-baaf594a6e8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.455657] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.455720] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.455888] env[69350]: DEBUG nova.compute.manager [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] No waiting events found dispatching network-vif-plugged-706726d7-d2e8-4485-a92f-fd63bc162263 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.456207] env[69350]: WARNING nova.compute.manager [req-0c261b47-055d-452f-88bb-5aa8b64da9d5 req-161742a4-f746-4306-ac41-99b075b10392 service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Received unexpected event network-vif-plugged-706726d7-d2e8-4485-a92f-fd63bc162263 for instance with vm_state building and task_state spawning. [ 1130.518510] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529c7280-fc43-a132-2871-c39cbee560d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.519315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.519461] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.519879] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.520166] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.520483] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.520904] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd3950e-7627-4d35-88c8-41c8f8666f3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.531680] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.531949] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.534684] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbfd769-db48-41c4-922e-06d12fe94a01 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.545453] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1130.545453] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52c0405a-d973-f354-bf1d-c8853c8b672d" [ 1130.545453] env[69350]: _type = "Task" [ 1130.545453] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.557851] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c0405a-d973-f354-bf1d-c8853c8b672d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.569028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "refresh_cache-a3285ee5-2878-4f09-9f52-7462f2c5c715" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.569028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "refresh_cache-a3285ee5-2878-4f09-9f52-7462f2c5c715" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.569213] env[69350]: DEBUG nova.network.neutron [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.590343] env[69350]: DEBUG nova.compute.manager [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.614109] env[69350]: DEBUG oslo_vmware.api [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149630, 'name': PowerOnVM_Task, 'duration_secs': 0.523461} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.617937] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.619061] env[69350]: INFO nova.compute.manager [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1130.619061] env[69350]: DEBUG nova.compute.manager [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.621840] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c61928f-fb32-4481-b3a8-9326fd543c4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.641492] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149631, 'name': Rename_Task, 'duration_secs': 0.3141} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.642301] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.642301] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-903a3a95-f116-4de0-b451-fd853feb7fac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.649467] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1130.649467] env[69350]: value = "task-4149632" [ 1130.649467] env[69350]: _type = "Task" [ 1130.649467] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.660311] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.796722] env[69350]: DEBUG nova.network.neutron [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc4c9a96-b87e-4f84-bc47-d2f600631452", "address": "fa:16:3e:20:e3:98", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4c9a96-b8", "ovs_interfaceid": "cc4c9a96-b87e-4f84-bc47-d2f600631452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.873970] env[69350]: DEBUG nova.network.neutron [req-442492b8-3dc9-415e-afde-4e162d6e6fd7 req-db330182-7832-4ce9-909a-506a4a30f080 service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Updated VIF entry in instance network info cache for port 706726d7-d2e8-4485-a92f-fd63bc162263. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.875129] env[69350]: DEBUG nova.network.neutron [req-442492b8-3dc9-415e-afde-4e162d6e6fd7 req-db330182-7832-4ce9-909a-506a4a30f080 service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Updating instance_info_cache with network_info: [{"id": "706726d7-d2e8-4485-a92f-fd63bc162263", "address": "fa:16:3e:8e:20:90", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706726d7-d2", "ovs_interfaceid": "706726d7-d2e8-4485-a92f-fd63bc162263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.924369] env[69350]: DEBUG nova.scheduler.client.report [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.056480] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c0405a-d973-f354-bf1d-c8853c8b672d, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.057350] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d6f9f8-ce10-4641-b2f2-5d3521b45bf4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.064017] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1131.064017] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524ac073-b84b-4ec7-8316-e2c66083b082" [ 1131.064017] env[69350]: _type = "Task" [ 1131.064017] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.077961] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524ac073-b84b-4ec7-8316-e2c66083b082, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.078671] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.078957] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 22fb0187-31b3-439a-8d41-baaf594a6e8b/22fb0187-31b3-439a-8d41-baaf594a6e8b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.079243] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b81361-f7f8-4143-9999-c12fe6a86813 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.088354] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1131.088354] env[69350]: value = "task-4149633" [ 1131.088354] env[69350]: _type = "Task" [ 1131.088354] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.101821] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.121231] env[69350]: DEBUG nova.network.neutron [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.149999] env[69350]: INFO nova.compute.manager [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Took 22.54 seconds to build instance. [ 1131.168169] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149632, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.299523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.300313] env[69350]: DEBUG oslo_concurrency.lockutils [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.300602] env[69350]: DEBUG oslo_concurrency.lockutils [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.302170] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f1470d-79ea-4d1d-838f-bc32b3b6823a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.322932] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.323293] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.323584] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.323768] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.323980] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.324180] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.324439] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.324658] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.324889] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.325104] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.325331] env[69350]: DEBUG nova.virt.hardware [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.332361] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Reconfiguring VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1131.332870] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e5e4026-e550-4f57-9454-ab111611dccf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.353131] env[69350]: DEBUG oslo_vmware.api [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1131.353131] env[69350]: value = "task-4149634" [ 1131.353131] env[69350]: _type = "Task" [ 1131.353131] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.364694] env[69350]: DEBUG oslo_vmware.api [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149634, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.377704] env[69350]: DEBUG oslo_concurrency.lockutils [req-442492b8-3dc9-415e-afde-4e162d6e6fd7 req-db330182-7832-4ce9-909a-506a4a30f080 service nova] Releasing lock "refresh_cache-22fb0187-31b3-439a-8d41-baaf594a6e8b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.429263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.432452] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.387s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.432783] env[69350]: DEBUG nova.objects.instance [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lazy-loading 'resources' on Instance uuid 663e25f1-50fe-4eee-bf50-088edc72a0eb {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.473554] env[69350]: INFO nova.scheduler.client.report [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Deleted allocations for instance bef70481-df38-44ff-a208-1bf3aa7d6bae [ 1131.598922] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491523} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.599302] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 22fb0187-31b3-439a-8d41-baaf594a6e8b/22fb0187-31b3-439a-8d41-baaf594a6e8b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.599458] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.599848] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cbdaea7-e80a-483a-acad-e5463e9bab72 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.604083] env[69350]: DEBUG nova.compute.manager [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.607610] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1131.607610] env[69350]: value = "task-4149635" [ 1131.607610] env[69350]: _type = "Task" [ 1131.607610] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.619498] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.640774] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.641170] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.641447] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.641744] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.642156] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.642454] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.642794] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.643113] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.643406] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.643749] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.644066] env[69350]: DEBUG nova.virt.hardware [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.645058] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52cb155-8efb-451d-b5ca-de7acb8e67c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.650841] env[69350]: DEBUG nova.network.neutron [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Updating instance_info_cache with network_info: [{"id": "ad123d4c-9922-4621-94ee-ea0b9046fbf9", "address": "fa:16:3e:91:d6:39", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad123d4c-99", "ovs_interfaceid": "ad123d4c-9922-4621-94ee-ea0b9046fbf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.655939] env[69350]: DEBUG nova.compute.manager [req-04722839-3ccf-4271-912a-5f581b210398 req-211ebdab-3bcd-4268-85d0-27df466d88bb service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received event network-changed-cc4c9a96-b87e-4f84-bc47-d2f600631452 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.655939] env[69350]: DEBUG nova.compute.manager [req-04722839-3ccf-4271-912a-5f581b210398 req-211ebdab-3bcd-4268-85d0-27df466d88bb service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Refreshing instance network info cache due to event network-changed-cc4c9a96-b87e-4f84-bc47-d2f600631452. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.655939] env[69350]: DEBUG oslo_concurrency.lockutils [req-04722839-3ccf-4271-912a-5f581b210398 req-211ebdab-3bcd-4268-85d0-27df466d88bb service nova] Acquiring lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.655939] env[69350]: DEBUG oslo_concurrency.lockutils [req-04722839-3ccf-4271-912a-5f581b210398 req-211ebdab-3bcd-4268-85d0-27df466d88bb service nova] Acquired lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.655939] env[69350]: DEBUG nova.network.neutron [req-04722839-3ccf-4271-912a-5f581b210398 req-211ebdab-3bcd-4268-85d0-27df466d88bb service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Refreshing network info cache for port cc4c9a96-b87e-4f84-bc47-d2f600631452 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.658793] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7494e0fd-9b6c-4f08-a6c4-bd696f55c505 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.057s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.667964] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0582b14a-cf81-423e-acaf-a35071ffd9cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.677096] env[69350]: DEBUG oslo_vmware.api [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149632, 'name': PowerOnVM_Task, 'duration_secs': 0.777118} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.677872] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.678169] env[69350]: INFO nova.compute.manager [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1131.678398] env[69350]: DEBUG nova.compute.manager [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.679550] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a72f39f-ffd6-4227-aa92-f1db934e92d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.863490] env[69350]: DEBUG oslo_vmware.api [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.983871] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d201da1d-d22a-47bb-bf48-9ba05b11fc2c tempest-ServerGroupTestJSON-1243996989 tempest-ServerGroupTestJSON-1243996989-project-member] Lock "bef70481-df38-44ff-a208-1bf3aa7d6bae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.157s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.084496] env[69350]: DEBUG nova.compute.manager [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Received event network-vif-plugged-ad123d4c-9922-4621-94ee-ea0b9046fbf9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.084496] env[69350]: DEBUG oslo_concurrency.lockutils [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] Acquiring lock "a3285ee5-2878-4f09-9f52-7462f2c5c715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.085162] env[69350]: DEBUG oslo_concurrency.lockutils [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] Lock "a3285ee5-2878-4f09-9f52-7462f2c5c715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.085697] env[69350]: DEBUG oslo_concurrency.lockutils [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] Lock "a3285ee5-2878-4f09-9f52-7462f2c5c715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.086216] env[69350]: DEBUG nova.compute.manager [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] No waiting events found dispatching network-vif-plugged-ad123d4c-9922-4621-94ee-ea0b9046fbf9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.086551] env[69350]: WARNING nova.compute.manager [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Received unexpected event network-vif-plugged-ad123d4c-9922-4621-94ee-ea0b9046fbf9 for instance with vm_state building and task_state spawning. [ 1132.086921] env[69350]: DEBUG nova.compute.manager [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Received event network-changed-ad123d4c-9922-4621-94ee-ea0b9046fbf9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.087206] env[69350]: DEBUG nova.compute.manager [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Refreshing instance network info cache due to event network-changed-ad123d4c-9922-4621-94ee-ea0b9046fbf9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.087505] env[69350]: DEBUG oslo_concurrency.lockutils [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] Acquiring lock "refresh_cache-a3285ee5-2878-4f09-9f52-7462f2c5c715" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.118512] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071986} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.118964] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.119902] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db485f1d-9234-49c8-a10e-4cffbaddc378 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.146777] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 22fb0187-31b3-439a-8d41-baaf594a6e8b/22fb0187-31b3-439a-8d41-baaf594a6e8b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.150440] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233891dd-990a-4fe5-8ca9-447a795e8f15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.170255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "refresh_cache-a3285ee5-2878-4f09-9f52-7462f2c5c715" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.170255] env[69350]: DEBUG nova.compute.manager [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Instance network_info: |[{"id": "ad123d4c-9922-4621-94ee-ea0b9046fbf9", "address": "fa:16:3e:91:d6:39", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad123d4c-99", "ovs_interfaceid": "ad123d4c-9922-4621-94ee-ea0b9046fbf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.170255] env[69350]: DEBUG oslo_concurrency.lockutils [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] Acquired lock "refresh_cache-a3285ee5-2878-4f09-9f52-7462f2c5c715" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.170255] env[69350]: DEBUG nova.network.neutron [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Refreshing network info cache for port ad123d4c-9922-4621-94ee-ea0b9046fbf9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.172779] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:d6:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad123d4c-9922-4621-94ee-ea0b9046fbf9', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.184259] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.189524] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.192065] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d91eda5-7d38-4c5e-8db2-2f832ddaea3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.207605] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1132.207605] env[69350]: value = "task-4149636" [ 1132.207605] env[69350]: _type = "Task" [ 1132.207605] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.214405] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa56418-91d6-422a-865c-d37a2991390d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.224188] env[69350]: INFO nova.compute.manager [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Took 17.49 seconds to build instance. [ 1132.227594] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.227594] env[69350]: value = "task-4149637" [ 1132.227594] env[69350]: _type = "Task" [ 1132.227594] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.237500] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18694332-8c11-4217-901c-4fbe90783495 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.241153] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.247559] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149637, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.275432] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0233c9ac-1849-410a-9818-c85c3d84515c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.286147] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca2640d-44ae-4056-bc93-f35002b90688 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.301305] env[69350]: DEBUG nova.compute.provider_tree [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.365021] env[69350]: DEBUG oslo_vmware.api [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149634, 'name': ReconfigVM_Task, 'duration_secs': 0.705879} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.368535] env[69350]: DEBUG oslo_concurrency.lockutils [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.368815] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Reconfigured VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1132.431950] env[69350]: DEBUG nova.network.neutron [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Successfully updated port: 9ddf75fe-4fc9-44b3-80af-3be0a9e47243 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.682252] env[69350]: DEBUG nova.network.neutron [req-04722839-3ccf-4271-912a-5f581b210398 req-211ebdab-3bcd-4268-85d0-27df466d88bb service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updated VIF entry in instance network info cache for port cc4c9a96-b87e-4f84-bc47-d2f600631452. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.683390] env[69350]: DEBUG nova.network.neutron [req-04722839-3ccf-4271-912a-5f581b210398 req-211ebdab-3bcd-4268-85d0-27df466d88bb service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc4c9a96-b87e-4f84-bc47-d2f600631452", "address": "fa:16:3e:20:e3:98", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4c9a96-b8", "ovs_interfaceid": "cc4c9a96-b87e-4f84-bc47-d2f600631452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.731135] env[69350]: DEBUG oslo_concurrency.lockutils [None req-75977fec-8930-43c0-9ce5-592222a8ec10 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.006s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.731775] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.741572] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149637, 'name': CreateVM_Task, 'duration_secs': 0.425236} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.741780] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.743032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.743032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.743032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.743363] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb4c778-24f3-48d3-bd55-620e584154fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.749231] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1132.749231] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528d2f0a-d3c3-9900-9140-026139188c3d" [ 1132.749231] env[69350]: _type = "Task" [ 1132.749231] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.760695] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528d2f0a-d3c3-9900-9140-026139188c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.804775] env[69350]: DEBUG nova.scheduler.client.report [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.873967] env[69350]: DEBUG oslo_concurrency.lockutils [None req-042a8ea9-8ac2-4050-accb-b5da7abbbb73 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.993s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.934544] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "refresh_cache-dbee36db-a7f0-41d3-b652-bce9f18968d2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.934728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "refresh_cache-dbee36db-a7f0-41d3-b652-bce9f18968d2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.934888] env[69350]: DEBUG nova.network.neutron [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.121653] env[69350]: DEBUG nova.network.neutron [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Updated VIF entry in instance network info cache for port ad123d4c-9922-4621-94ee-ea0b9046fbf9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.122091] env[69350]: DEBUG nova.network.neutron [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Updating instance_info_cache with network_info: [{"id": "ad123d4c-9922-4621-94ee-ea0b9046fbf9", "address": "fa:16:3e:91:d6:39", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad123d4c-99", "ovs_interfaceid": "ad123d4c-9922-4621-94ee-ea0b9046fbf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.188592] env[69350]: DEBUG oslo_concurrency.lockutils [req-04722839-3ccf-4271-912a-5f581b210398 req-211ebdab-3bcd-4268-85d0-27df466d88bb service nova] Releasing lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.228909] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149636, 'name': ReconfigVM_Task, 'duration_secs': 0.864428} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.229506] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 22fb0187-31b3-439a-8d41-baaf594a6e8b/22fb0187-31b3-439a-8d41-baaf594a6e8b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.230445] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af74c1a4-3c76-44c7-86e2-41dff6408f51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.241193] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1133.241193] env[69350]: value = "task-4149638" [ 1133.241193] env[69350]: _type = "Task" [ 1133.241193] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.254549] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149638, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.265244] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528d2f0a-d3c3-9900-9140-026139188c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010858} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.265816] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.266270] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.266692] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.266993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.267306] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.267684] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6681473-7c7e-4c1a-aa99-d09d23808eb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.279278] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.280438] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.281410] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a3a3e0-5469-4635-858a-11c8aafe62d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.286894] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1133.286894] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5246ba7a-a7ae-9ddc-942b-93ba6d2ce1b9" [ 1133.286894] env[69350]: _type = "Task" [ 1133.286894] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.295717] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5246ba7a-a7ae-9ddc-942b-93ba6d2ce1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.309777] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.313018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.561s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.313901] env[69350]: INFO nova.compute.claims [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.363133] env[69350]: INFO nova.scheduler.client.report [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Deleted allocations for instance 663e25f1-50fe-4eee-bf50-088edc72a0eb [ 1133.541382] env[69350]: DEBUG nova.network.neutron [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.627507] env[69350]: DEBUG oslo_concurrency.lockutils [req-4617fd8f-4558-4a19-bdda-1da8ea8ae526 req-4d4d6d6c-b87e-48da-b32a-0cd49017db15 service nova] Releasing lock "refresh_cache-a3285ee5-2878-4f09-9f52-7462f2c5c715" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.753127] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149638, 'name': Rename_Task, 'duration_secs': 0.27358} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.753127] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.753127] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d41982c7-9934-40d4-bc74-03624b429105 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.763991] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1133.763991] env[69350]: value = "task-4149639" [ 1133.763991] env[69350]: _type = "Task" [ 1133.763991] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.773887] env[69350]: DEBUG nova.compute.manager [req-b7808184-e48a-4f53-b502-0a27ee1ceddf req-538f5e0f-e3cf-4bed-993f-a454f12875e7 service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Received event network-changed-3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.774159] env[69350]: DEBUG nova.compute.manager [req-b7808184-e48a-4f53-b502-0a27ee1ceddf req-538f5e0f-e3cf-4bed-993f-a454f12875e7 service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Refreshing instance network info cache due to event network-changed-3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.774399] env[69350]: DEBUG oslo_concurrency.lockutils [req-b7808184-e48a-4f53-b502-0a27ee1ceddf req-538f5e0f-e3cf-4bed-993f-a454f12875e7 service nova] Acquiring lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.774632] env[69350]: DEBUG oslo_concurrency.lockutils [req-b7808184-e48a-4f53-b502-0a27ee1ceddf req-538f5e0f-e3cf-4bed-993f-a454f12875e7 service nova] Acquired lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.774817] env[69350]: DEBUG nova.network.neutron [req-b7808184-e48a-4f53-b502-0a27ee1ceddf req-538f5e0f-e3cf-4bed-993f-a454f12875e7 service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Refreshing network info cache for port 3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.790614] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149639, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.803056] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5246ba7a-a7ae-9ddc-942b-93ba6d2ce1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.04221} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.804189] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4d3371-bde0-4e77-9bd6-49b1e537c82b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.811822] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1133.811822] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522a64a9-f2be-51da-0a47-315505bc413f" [ 1133.811822] env[69350]: _type = "Task" [ 1133.811822] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.823276] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522a64a9-f2be-51da-0a47-315505bc413f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.870381] env[69350]: DEBUG oslo_concurrency.lockutils [None req-09f86e2f-4dae-4019-b801-8a3ab012117e tempest-ImagesOneServerNegativeTestJSON-7986261 tempest-ImagesOneServerNegativeTestJSON-7986261-project-member] Lock "663e25f1-50fe-4eee-bf50-088edc72a0eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.384s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.912326] env[69350]: DEBUG nova.network.neutron [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Updating instance_info_cache with network_info: [{"id": "9ddf75fe-4fc9-44b3-80af-3be0a9e47243", "address": "fa:16:3e:d0:b1:4e", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddf75fe-4f", "ovs_interfaceid": "9ddf75fe-4fc9-44b3-80af-3be0a9e47243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.131047] env[69350]: DEBUG nova.compute.manager [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Received event network-vif-plugged-9ddf75fe-4fc9-44b3-80af-3be0a9e47243 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.131047] env[69350]: DEBUG oslo_concurrency.lockutils [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] Acquiring lock "dbee36db-a7f0-41d3-b652-bce9f18968d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.131047] env[69350]: DEBUG oslo_concurrency.lockutils [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.131047] env[69350]: DEBUG oslo_concurrency.lockutils [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.131047] env[69350]: DEBUG nova.compute.manager [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] No waiting events found dispatching network-vif-plugged-9ddf75fe-4fc9-44b3-80af-3be0a9e47243 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.131047] env[69350]: WARNING nova.compute.manager [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Received unexpected event network-vif-plugged-9ddf75fe-4fc9-44b3-80af-3be0a9e47243 for instance with vm_state building and task_state spawning. [ 1134.131047] env[69350]: DEBUG nova.compute.manager [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Received event network-changed-9ddf75fe-4fc9-44b3-80af-3be0a9e47243 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.131047] env[69350]: DEBUG nova.compute.manager [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Refreshing instance network info cache due to event network-changed-9ddf75fe-4fc9-44b3-80af-3be0a9e47243. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.131047] env[69350]: DEBUG oslo_concurrency.lockutils [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] Acquiring lock "refresh_cache-dbee36db-a7f0-41d3-b652-bce9f18968d2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.279526] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.327862] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522a64a9-f2be-51da-0a47-315505bc413f, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.328764] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.329195] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a3285ee5-2878-4f09-9f52-7462f2c5c715/a3285ee5-2878-4f09-9f52-7462f2c5c715.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.329293] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ec18fa3-e51d-4829-a74a-7a873beeca6f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.338427] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1134.338427] env[69350]: value = "task-4149640" [ 1134.338427] env[69350]: _type = "Task" [ 1134.338427] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.349644] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.415432] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "refresh_cache-dbee36db-a7f0-41d3-b652-bce9f18968d2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.415836] env[69350]: DEBUG nova.compute.manager [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Instance network_info: |[{"id": "9ddf75fe-4fc9-44b3-80af-3be0a9e47243", "address": "fa:16:3e:d0:b1:4e", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddf75fe-4f", "ovs_interfaceid": "9ddf75fe-4fc9-44b3-80af-3be0a9e47243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.416218] env[69350]: DEBUG oslo_concurrency.lockutils [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] Acquired lock "refresh_cache-dbee36db-a7f0-41d3-b652-bce9f18968d2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.416484] env[69350]: DEBUG nova.network.neutron [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Refreshing network info cache for port 9ddf75fe-4fc9-44b3-80af-3be0a9e47243 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.417896] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:b1:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ddf75fe-4fc9-44b3-80af-3be0a9e47243', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.429217] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.433679] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.435248] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0a3a80e-ca7a-4a70-8e82-e037e918f2bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.476963] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.476963] env[69350]: value = "task-4149641" [ 1134.476963] env[69350]: _type = "Task" [ 1134.476963] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.496781] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149641, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.618491] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff90d3-9381-4977-a6f8-1c25058d2f9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.629814] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbde12b-d4b8-4507-8b59-722e29c22d91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.678810] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf5c5d5-6178-48c8-a158-37f91d52efa1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.688866] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f02224-9918-4cab-a7a2-91bbd9969a77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.709111] env[69350]: DEBUG nova.compute.provider_tree [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.781314] env[69350]: DEBUG oslo_vmware.api [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149639, 'name': PowerOnVM_Task, 'duration_secs': 0.76872} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.781708] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.781841] env[69350]: INFO nova.compute.manager [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1134.782053] env[69350]: DEBUG nova.compute.manager [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.782974] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f716434-6e6a-4dd9-a57e-dca16624196e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.811686] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-c3c44d5a-dbd9-429a-be5a-a6e04da76c98" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.811999] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-c3c44d5a-dbd9-429a-be5a-a6e04da76c98" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.812322] env[69350]: DEBUG nova.objects.instance [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'flavor' on Instance uuid bbeda223-6df4-42d2-813c-8e8087771b10 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.853171] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149640, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.854220] env[69350]: DEBUG nova.network.neutron [req-b7808184-e48a-4f53-b502-0a27ee1ceddf req-538f5e0f-e3cf-4bed-993f-a454f12875e7 service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updated VIF entry in instance network info cache for port 3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.854612] env[69350]: DEBUG nova.network.neutron [req-b7808184-e48a-4f53-b502-0a27ee1ceddf req-538f5e0f-e3cf-4bed-993f-a454f12875e7 service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance_info_cache with network_info: [{"id": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "address": "fa:16:3e:fe:d9:4f", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c925a48-8b", "ovs_interfaceid": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.988621] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149641, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.213124] env[69350]: DEBUG nova.scheduler.client.report [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.310631] env[69350]: INFO nova.compute.manager [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Took 18.91 seconds to build instance. [ 1135.349372] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52465} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.349662] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] a3285ee5-2878-4f09-9f52-7462f2c5c715/a3285ee5-2878-4f09-9f52-7462f2c5c715.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.349930] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.350252] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b51643c-aa98-4c33-94f5-af133d420460 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.358703] env[69350]: DEBUG oslo_concurrency.lockutils [req-b7808184-e48a-4f53-b502-0a27ee1ceddf req-538f5e0f-e3cf-4bed-993f-a454f12875e7 service nova] Releasing lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.359260] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1135.359260] env[69350]: value = "task-4149642" [ 1135.359260] env[69350]: _type = "Task" [ 1135.359260] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.373364] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.460538] env[69350]: DEBUG nova.objects.instance [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'pci_requests' on Instance uuid bbeda223-6df4-42d2-813c-8e8087771b10 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.491068] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149641, 'name': CreateVM_Task, 'duration_secs': 0.652634} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.491283] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.492093] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.492302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.492762] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.493309] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d21315-2934-4fc3-9a3a-fecae2e8bd98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.500153] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1135.500153] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521e6bda-7e0b-f5e7-2e6d-382f264e7edd" [ 1135.500153] env[69350]: _type = "Task" [ 1135.500153] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.511549] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521e6bda-7e0b-f5e7-2e6d-382f264e7edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.541181] env[69350]: DEBUG nova.network.neutron [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Updated VIF entry in instance network info cache for port 9ddf75fe-4fc9-44b3-80af-3be0a9e47243. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.541604] env[69350]: DEBUG nova.network.neutron [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Updating instance_info_cache with network_info: [{"id": "9ddf75fe-4fc9-44b3-80af-3be0a9e47243", "address": "fa:16:3e:d0:b1:4e", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddf75fe-4f", "ovs_interfaceid": "9ddf75fe-4fc9-44b3-80af-3be0a9e47243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.719918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.719918] env[69350]: DEBUG nova.compute.manager [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.722614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.129s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.814554] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ddc5796e-1e40-43cc-b557-7356ded8a8d2 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.427s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.872398] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076656} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.872708] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.873512] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fc358a-fba9-4ec3-bee8-37c2b4c9b16e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.917132] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] a3285ee5-2878-4f09-9f52-7462f2c5c715/a3285ee5-2878-4f09-9f52-7462f2c5c715.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.917419] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417e3f35-d6f0-4d12-8e8e-c4e3d4b1698a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.951540] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1135.951540] env[69350]: value = "task-4149643" [ 1135.951540] env[69350]: _type = "Task" [ 1135.951540] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.961890] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.963558] env[69350]: DEBUG nova.objects.base [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.963798] env[69350]: DEBUG nova.network.neutron [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.012253] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521e6bda-7e0b-f5e7-2e6d-382f264e7edd, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.012576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.012827] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.013167] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.013883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.014169] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.014444] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbfd22a6-575d-4961-a945-35c8aa2d0cd1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.023516] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.023763] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.024547] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7214fd-ba46-472b-a00e-6803ffa95f09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.031426] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1136.031426] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52fbb2d0-fdda-cbdb-00fb-7e614e0b3758" [ 1136.031426] env[69350]: _type = "Task" [ 1136.031426] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.042448] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fbb2d0-fdda-cbdb-00fb-7e614e0b3758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.044161] env[69350]: DEBUG oslo_concurrency.lockutils [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] Releasing lock "refresh_cache-dbee36db-a7f0-41d3-b652-bce9f18968d2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.044433] env[69350]: DEBUG nova.compute.manager [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received event network-changed-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.044633] env[69350]: DEBUG nova.compute.manager [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Refreshing instance network info cache due to event network-changed-171fa31b-ba9b-49f3-9f39-d36d3260bda9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.044855] env[69350]: DEBUG oslo_concurrency.lockutils [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] Acquiring lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.045028] env[69350]: DEBUG oslo_concurrency.lockutils [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] Acquired lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.045220] env[69350]: DEBUG nova.network.neutron [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Refreshing network info cache for port 171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.185124] env[69350]: DEBUG nova.policy [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4db4ec4e7214fad90a24464240525e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01f41324f5d42edb4949e36cc14f759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.228201] env[69350]: DEBUG nova.compute.utils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.235887] env[69350]: INFO nova.compute.claims [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.240847] env[69350]: DEBUG nova.compute.manager [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.246782] env[69350]: DEBUG nova.network.neutron [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.304135] env[69350]: DEBUG nova.policy [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a591e0372ed5423a8b4839125cffd07c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '070cd5e84a1945b0a1f8c83a8266405b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.464152] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149643, 'name': ReconfigVM_Task, 'duration_secs': 0.297278} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.464152] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Reconfigured VM instance instance-0000006b to attach disk [datastore1] a3285ee5-2878-4f09-9f52-7462f2c5c715/a3285ee5-2878-4f09-9f52-7462f2c5c715.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.465447] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa4fa96b-6412-416a-a06a-8fc093fb690d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.474189] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1136.474189] env[69350]: value = "task-4149644" [ 1136.474189] env[69350]: _type = "Task" [ 1136.474189] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.484888] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149644, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.544027] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fbb2d0-fdda-cbdb-00fb-7e614e0b3758, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.544027] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32305f40-dfda-462b-ad99-e3eda42a8a1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.556024] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1136.556024] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e5c980-b910-662c-a5ac-a351c2ecf988" [ 1136.556024] env[69350]: _type = "Task" [ 1136.556024] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.563929] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e5c980-b910-662c-a5ac-a351c2ecf988, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.564533] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.565009] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] dbee36db-a7f0-41d3-b652-bce9f18968d2/dbee36db-a7f0-41d3-b652-bce9f18968d2.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.567106] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795d0da7-5820-484f-a46b-9f3be9fbe661 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.576166] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1136.576166] env[69350]: value = "task-4149645" [ 1136.576166] env[69350]: _type = "Task" [ 1136.576166] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.583713] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.662265] env[69350]: DEBUG nova.network.neutron [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Successfully created port: d0dbc148-4143-426b-821a-6a11b4ab032f {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.744022] env[69350]: DEBUG nova.compute.manager [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.748953] env[69350]: INFO nova.compute.resource_tracker [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating resource usage from migration 4012d515-8317-4a76-9104-1513c38ee482 [ 1136.987664] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149644, 'name': Rename_Task, 'duration_secs': 0.221604} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.988956] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.988956] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c930309b-a02d-4f80-8d86-e41288691ac1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.001021] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1137.001021] env[69350]: value = "task-4149646" [ 1137.001021] env[69350]: _type = "Task" [ 1137.001021] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.009924] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.019433] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d25a0b6-f65c-4634-8e54-e95c31c49f52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.030623] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198a5efa-cc82-42d4-9db4-e28f58ee0b0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.072807] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7504130-e5ad-47cc-a003-b3a0aaad69e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.092068] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83406097-6494-4a3b-b290-6cc985ec7093 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.096989] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149645, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.110581] env[69350]: DEBUG nova.compute.provider_tree [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.405180] env[69350]: DEBUG nova.compute.manager [req-3eb09548-96d1-4a2d-b2c2-8cc9d22377f9 req-57aff8df-48de-4c1a-b3d7-28740f64e24f service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Received event network-changed-706726d7-d2e8-4485-a92f-fd63bc162263 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.405180] env[69350]: DEBUG nova.compute.manager [req-3eb09548-96d1-4a2d-b2c2-8cc9d22377f9 req-57aff8df-48de-4c1a-b3d7-28740f64e24f service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Refreshing instance network info cache due to event network-changed-706726d7-d2e8-4485-a92f-fd63bc162263. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.405288] env[69350]: DEBUG oslo_concurrency.lockutils [req-3eb09548-96d1-4a2d-b2c2-8cc9d22377f9 req-57aff8df-48de-4c1a-b3d7-28740f64e24f service nova] Acquiring lock "refresh_cache-22fb0187-31b3-439a-8d41-baaf594a6e8b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.405593] env[69350]: DEBUG oslo_concurrency.lockutils [req-3eb09548-96d1-4a2d-b2c2-8cc9d22377f9 req-57aff8df-48de-4c1a-b3d7-28740f64e24f service nova] Acquired lock "refresh_cache-22fb0187-31b3-439a-8d41-baaf594a6e8b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.405746] env[69350]: DEBUG nova.network.neutron [req-3eb09548-96d1-4a2d-b2c2-8cc9d22377f9 req-57aff8df-48de-4c1a-b3d7-28740f64e24f service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Refreshing network info cache for port 706726d7-d2e8-4485-a92f-fd63bc162263 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.496542] env[69350]: DEBUG nova.network.neutron [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updated VIF entry in instance network info cache for port 171fa31b-ba9b-49f3-9f39-d36d3260bda9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.496956] env[69350]: DEBUG nova.network.neutron [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updating instance_info_cache with network_info: [{"id": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "address": "fa:16:3e:f7:03:1a", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171fa31b-ba", "ovs_interfaceid": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.510218] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.588101] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594814} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.588406] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] dbee36db-a7f0-41d3-b652-bce9f18968d2/dbee36db-a7f0-41d3-b652-bce9f18968d2.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.588689] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.588889] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69c5f0dc-2ebc-4a10-bfa8-abe3d96fc035 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.600111] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1137.600111] env[69350]: value = "task-4149647" [ 1137.600111] env[69350]: _type = "Task" [ 1137.600111] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.611925] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.614801] env[69350]: DEBUG nova.scheduler.client.report [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.753596] env[69350]: DEBUG nova.compute.manager [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.792982] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.792982] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.792982] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.793359] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.793429] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.793594] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.793920] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.794096] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.794281] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.794450] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.794628] env[69350]: DEBUG nova.virt.hardware [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.797848] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c718a42-00b5-49a3-b5da-1fb274c36631 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.805660] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c96cf2-b361-41cd-a8c1-874bac7412a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.000557] env[69350]: DEBUG oslo_concurrency.lockutils [req-5ffb34d9-0d1d-4786-85b5-3709645d11d3 req-c9b3d73e-ceb9-43b4-a4af-595b48394f31 service nova] Releasing lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.011514] env[69350]: DEBUG oslo_vmware.api [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149646, 'name': PowerOnVM_Task, 'duration_secs': 0.709773} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.011809] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.012117] env[69350]: INFO nova.compute.manager [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1138.012441] env[69350]: DEBUG nova.compute.manager [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.013926] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c8638-c2ca-4174-ac76-d22a568b6e94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.113216] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092303} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.113629] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.114569] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b69df0-1fdd-4232-8551-ebf2a0157ef5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.121335] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.399s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.121698] env[69350]: INFO nova.compute.manager [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Migrating [ 1138.149017] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] dbee36db-a7f0-41d3-b652-bce9f18968d2/dbee36db-a7f0-41d3-b652-bce9f18968d2.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.154042] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-064edba3-95e0-48e0-8e35-82e34c083b38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.186333] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1138.186333] env[69350]: value = "task-4149648" [ 1138.186333] env[69350]: _type = "Task" [ 1138.186333] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.197422] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.340985] env[69350]: DEBUG nova.network.neutron [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Successfully updated port: d0dbc148-4143-426b-821a-6a11b4ab032f {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.541094] env[69350]: INFO nova.compute.manager [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Took 21.01 seconds to build instance. [ 1138.592171] env[69350]: DEBUG nova.compute.manager [req-6971e5b7-fa17-42b8-9ce2-1f2370d82bea req-caa11ff0-eb95-49c9-bc04-638bf83cb101 service nova] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Received event network-vif-plugged-d0dbc148-4143-426b-821a-6a11b4ab032f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.592171] env[69350]: DEBUG oslo_concurrency.lockutils [req-6971e5b7-fa17-42b8-9ce2-1f2370d82bea req-caa11ff0-eb95-49c9-bc04-638bf83cb101 service nova] Acquiring lock "66529222-2be7-402a-be8c-d1bc874faf7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.592171] env[69350]: DEBUG oslo_concurrency.lockutils [req-6971e5b7-fa17-42b8-9ce2-1f2370d82bea req-caa11ff0-eb95-49c9-bc04-638bf83cb101 service nova] Lock "66529222-2be7-402a-be8c-d1bc874faf7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.592171] env[69350]: DEBUG oslo_concurrency.lockutils [req-6971e5b7-fa17-42b8-9ce2-1f2370d82bea req-caa11ff0-eb95-49c9-bc04-638bf83cb101 service nova] Lock "66529222-2be7-402a-be8c-d1bc874faf7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.592171] env[69350]: DEBUG nova.compute.manager [req-6971e5b7-fa17-42b8-9ce2-1f2370d82bea req-caa11ff0-eb95-49c9-bc04-638bf83cb101 service nova] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] No waiting events found dispatching network-vif-plugged-d0dbc148-4143-426b-821a-6a11b4ab032f {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.592171] env[69350]: WARNING nova.compute.manager [req-6971e5b7-fa17-42b8-9ce2-1f2370d82bea req-caa11ff0-eb95-49c9-bc04-638bf83cb101 service nova] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Received unexpected event network-vif-plugged-d0dbc148-4143-426b-821a-6a11b4ab032f for instance with vm_state building and task_state spawning. [ 1138.682512] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.682512] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.682512] env[69350]: DEBUG nova.network.neutron [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.700764] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.851910] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "refresh_cache-66529222-2be7-402a-be8c-d1bc874faf7e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.851910] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "refresh_cache-66529222-2be7-402a-be8c-d1bc874faf7e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.851910] env[69350]: DEBUG nova.network.neutron [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.860095] env[69350]: DEBUG nova.network.neutron [req-3eb09548-96d1-4a2d-b2c2-8cc9d22377f9 req-57aff8df-48de-4c1a-b3d7-28740f64e24f service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Updated VIF entry in instance network info cache for port 706726d7-d2e8-4485-a92f-fd63bc162263. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.860559] env[69350]: DEBUG nova.network.neutron [req-3eb09548-96d1-4a2d-b2c2-8cc9d22377f9 req-57aff8df-48de-4c1a-b3d7-28740f64e24f service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Updating instance_info_cache with network_info: [{"id": "706726d7-d2e8-4485-a92f-fd63bc162263", "address": "fa:16:3e:8e:20:90", "network": {"id": "f7d61128-2224-4768-a033-49c568a5a3a4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-20245232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379087d6060408dbec787e0fc20c7b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706726d7-d2", "ovs_interfaceid": "706726d7-d2e8-4485-a92f-fd63bc162263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.044715] env[69350]: DEBUG oslo_concurrency.lockutils [None req-debd4ca1-0a2c-4055-ae24-a8356305c029 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "a3285ee5-2878-4f09-9f52-7462f2c5c715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.523s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.086918] env[69350]: DEBUG nova.network.neutron [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Successfully updated port: c3c44d5a-dbd9-429a-be5a-a6e04da76c98 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.200363] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149648, 'name': ReconfigVM_Task, 'duration_secs': 0.716561} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.200363] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] dbee36db-a7f0-41d3-b652-bce9f18968d2/dbee36db-a7f0-41d3-b652-bce9f18968d2.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.200363] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f66e9b26-0556-4647-9c78-7c9bf5d15abc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.207335] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1139.207335] env[69350]: value = "task-4149649" [ 1139.207335] env[69350]: _type = "Task" [ 1139.207335] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.217086] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149649, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.364182] env[69350]: DEBUG oslo_concurrency.lockutils [req-3eb09548-96d1-4a2d-b2c2-8cc9d22377f9 req-57aff8df-48de-4c1a-b3d7-28740f64e24f service nova] Releasing lock "refresh_cache-22fb0187-31b3-439a-8d41-baaf594a6e8b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.425775] env[69350]: DEBUG nova.network.neutron [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.590438] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.590656] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.590837] env[69350]: DEBUG nova.network.neutron [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.702408] env[69350]: DEBUG nova.network.neutron [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance_info_cache with network_info: [{"id": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "address": "fa:16:3e:07:a0:c3", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1988fe3d-4b", "ovs_interfaceid": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.719857] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149649, 'name': Rename_Task, 'duration_secs': 0.223483} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.720225] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.720552] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af09a3b5-90a0-412e-8ad8-1fd56efb2c7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.728704] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1139.728704] env[69350]: value = "task-4149650" [ 1139.728704] env[69350]: _type = "Task" [ 1139.728704] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.739772] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.806043] env[69350]: DEBUG nova.network.neutron [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Updating instance_info_cache with network_info: [{"id": "d0dbc148-4143-426b-821a-6a11b4ab032f", "address": "fa:16:3e:bf:df:43", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0dbc148-41", "ovs_interfaceid": "d0dbc148-4143-426b-821a-6a11b4ab032f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.906608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.906877] env[69350]: DEBUG oslo_concurrency.lockutils [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.907078] env[69350]: INFO nova.compute.manager [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Shelving [ 1140.160506] env[69350]: WARNING nova.network.neutron [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] 37095e44-7b86-400c-94e0-6ac85981e885 already exists in list: networks containing: ['37095e44-7b86-400c-94e0-6ac85981e885']. ignoring it [ 1140.160846] env[69350]: WARNING nova.network.neutron [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] 37095e44-7b86-400c-94e0-6ac85981e885 already exists in list: networks containing: ['37095e44-7b86-400c-94e0-6ac85981e885']. ignoring it [ 1140.205369] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.244533] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.309599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "refresh_cache-66529222-2be7-402a-be8c-d1bc874faf7e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.310014] env[69350]: DEBUG nova.compute.manager [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Instance network_info: |[{"id": "d0dbc148-4143-426b-821a-6a11b4ab032f", "address": "fa:16:3e:bf:df:43", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0dbc148-41", "ovs_interfaceid": "d0dbc148-4143-426b-821a-6a11b4ab032f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.310489] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:df:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0dbc148-4143-426b-821a-6a11b4ab032f', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.323371] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.323371] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.323371] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44ab8389-ed82-42f6-9be9-6a2cc9cf423e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.351060] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.351060] env[69350]: value = "task-4149651" [ 1140.351060] env[69350]: _type = "Task" [ 1140.351060] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.360311] env[69350]: DEBUG nova.compute.manager [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received event network-vif-plugged-c3c44d5a-dbd9-429a-be5a-a6e04da76c98 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.360311] env[69350]: DEBUG oslo_concurrency.lockutils [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.360311] env[69350]: DEBUG oslo_concurrency.lockutils [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] Lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.360311] env[69350]: DEBUG oslo_concurrency.lockutils [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] Lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.360311] env[69350]: DEBUG nova.compute.manager [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] No waiting events found dispatching network-vif-plugged-c3c44d5a-dbd9-429a-be5a-a6e04da76c98 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.360311] env[69350]: WARNING nova.compute.manager [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received unexpected event network-vif-plugged-c3c44d5a-dbd9-429a-be5a-a6e04da76c98 for instance with vm_state active and task_state None. [ 1140.360311] env[69350]: DEBUG nova.compute.manager [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received event network-changed-c3c44d5a-dbd9-429a-be5a-a6e04da76c98 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.360579] env[69350]: DEBUG nova.compute.manager [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Refreshing instance network info cache due to event network-changed-c3c44d5a-dbd9-429a-be5a-a6e04da76c98. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.360664] env[69350]: DEBUG oslo_concurrency.lockutils [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] Acquiring lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.367964] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149651, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.372966] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "a3285ee5-2878-4f09-9f52-7462f2c5c715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.373268] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "a3285ee5-2878-4f09-9f52-7462f2c5c715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.373482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "a3285ee5-2878-4f09-9f52-7462f2c5c715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.373665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "a3285ee5-2878-4f09-9f52-7462f2c5c715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.373869] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "a3285ee5-2878-4f09-9f52-7462f2c5c715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.377152] env[69350]: INFO nova.compute.manager [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Terminating instance [ 1140.748185] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149650, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.796667] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "4d90b31c-697c-4f29-b173-1a48235d3c31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.796667] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "4d90b31c-697c-4f29-b173-1a48235d3c31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.863915] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149651, 'name': CreateVM_Task, 'duration_secs': 0.420815} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.869160] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.869160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.869160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.869160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.873019] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2333152-6364-407a-93e7-2f11ab5f6693 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.875244] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1140.875244] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52188cc5-3e36-7157-96ae-fdc53823c968" [ 1140.875244] env[69350]: _type = "Task" [ 1140.875244] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.880695] env[69350]: DEBUG nova.compute.manager [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.880914] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.885175] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c782fc1a-2c70-4ea7-b710-64e46669763e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.887935] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52188cc5-3e36-7157-96ae-fdc53823c968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.893021] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.893335] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300cab78-f21b-496e-98bc-ddfc9eee1362 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.900013] env[69350]: DEBUG oslo_vmware.api [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1140.900013] env[69350]: value = "task-4149652" [ 1140.900013] env[69350]: _type = "Task" [ 1140.900013] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.908769] env[69350]: DEBUG oslo_vmware.api [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.919198] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.919198] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ebfad3-4efb-464d-8ec6-30e5cacb2d6e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.923742] env[69350]: DEBUG nova.network.neutron [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc4c9a96-b87e-4f84-bc47-d2f600631452", "address": "fa:16:3e:20:e3:98", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4c9a96-b8", "ovs_interfaceid": "cc4c9a96-b87e-4f84-bc47-d2f600631452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3c44d5a-dbd9-429a-be5a-a6e04da76c98", "address": "fa:16:3e:85:5e:8e", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c44d5a-db", "ovs_interfaceid": "c3c44d5a-dbd9-429a-be5a-a6e04da76c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.928193] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1140.928193] env[69350]: value = "task-4149653" [ 1140.928193] env[69350]: _type = "Task" [ 1140.928193] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.943312] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.211434] env[69350]: DEBUG nova.compute.manager [req-d7c9f4e0-0223-4d10-be08-d1b9e721d366 req-b73de604-4105-40a5-b914-6100be41907c service nova] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Received event network-changed-d0dbc148-4143-426b-821a-6a11b4ab032f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.212392] env[69350]: DEBUG nova.compute.manager [req-d7c9f4e0-0223-4d10-be08-d1b9e721d366 req-b73de604-4105-40a5-b914-6100be41907c service nova] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Refreshing instance network info cache due to event network-changed-d0dbc148-4143-426b-821a-6a11b4ab032f. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.212392] env[69350]: DEBUG oslo_concurrency.lockutils [req-d7c9f4e0-0223-4d10-be08-d1b9e721d366 req-b73de604-4105-40a5-b914-6100be41907c service nova] Acquiring lock "refresh_cache-66529222-2be7-402a-be8c-d1bc874faf7e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.213801] env[69350]: DEBUG oslo_concurrency.lockutils [req-d7c9f4e0-0223-4d10-be08-d1b9e721d366 req-b73de604-4105-40a5-b914-6100be41907c service nova] Acquired lock "refresh_cache-66529222-2be7-402a-be8c-d1bc874faf7e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.214021] env[69350]: DEBUG nova.network.neutron [req-d7c9f4e0-0223-4d10-be08-d1b9e721d366 req-b73de604-4105-40a5-b914-6100be41907c service nova] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Refreshing network info cache for port d0dbc148-4143-426b-821a-6a11b4ab032f {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.243077] env[69350]: DEBUG oslo_vmware.api [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149650, 'name': PowerOnVM_Task, 'duration_secs': 1.032572} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.243077] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.243296] env[69350]: INFO nova.compute.manager [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1141.243472] env[69350]: DEBUG nova.compute.manager [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.244632] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf14c7-df1c-4f57-ab3a-1df6d61b5753 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.300046] env[69350]: DEBUG nova.compute.manager [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.386199] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52188cc5-3e36-7157-96ae-fdc53823c968, 'name': SearchDatastore_Task, 'duration_secs': 0.019489} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.387914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.387914] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.387914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.387914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.387914] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.387914] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd52090d-ebd6-4a93-b1ac-fd6fdf6b9da7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.401638] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.401638] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.405375] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b94990-8890-41db-89d6-2f6d68be9925 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.415129] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1141.415129] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52381201-4736-dd78-22c8-89e0fdf27bb4" [ 1141.415129] env[69350]: _type = "Task" [ 1141.415129] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.415397] env[69350]: DEBUG oslo_vmware.api [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149652, 'name': PowerOffVM_Task, 'duration_secs': 0.341559} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.415717] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.415894] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.419180] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2177de78-8b37-477c-85e0-53f5bfcf96bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.426692] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52381201-4736-dd78-22c8-89e0fdf27bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.428361] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.429046] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.429213] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.429540] env[69350]: DEBUG oslo_concurrency.lockutils [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] Acquired lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.429723] env[69350]: DEBUG nova.network.neutron [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Refreshing network info cache for port c3c44d5a-dbd9-429a-be5a-a6e04da76c98 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.431517] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0add70e0-8aa1-4fbb-ab73-3135d15d484d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.445494] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149653, 'name': PowerOffVM_Task, 'duration_secs': 0.217945} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.460741] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.462378] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.462822] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.462989] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.463326] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.463579] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.463852] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.464197] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.464490] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.464759] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.464942] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.465317] env[69350]: DEBUG nova.virt.hardware [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.478849] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Reconfiguring VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1141.478849] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027e9a5f-7dad-477f-ace9-df467333d815 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.480674] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b4d9a8-981e-4df8-83c5-d610b149487b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.515776] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531cda86-217e-468d-8067-13b1a7fa58ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.518626] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.518832] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.519015] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleting the datastore file [datastore1] a3285ee5-2878-4f09-9f52-7462f2c5c715 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.519345] env[69350]: DEBUG oslo_vmware.api [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1141.519345] env[69350]: value = "task-4149655" [ 1141.519345] env[69350]: _type = "Task" [ 1141.519345] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.519549] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eead2d3d-241b-4f09-b8a4-c8390a6f8a95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.532238] env[69350]: DEBUG oslo_vmware.api [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1141.532238] env[69350]: value = "task-4149656" [ 1141.532238] env[69350]: _type = "Task" [ 1141.532238] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.536843] env[69350]: DEBUG oslo_vmware.api [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149655, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.543920] env[69350]: DEBUG oslo_vmware.api [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.726566] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9b3090-f0b8-4cf6-a3e6-4ea7336b2a10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.745778] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.766420] env[69350]: INFO nova.compute.manager [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Took 22.71 seconds to build instance. [ 1141.822707] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquiring lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.823037] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.825633] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.825937] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.830203] env[69350]: INFO nova.compute.claims [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.929166] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52381201-4736-dd78-22c8-89e0fdf27bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.033612} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.929976] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed8a137-415b-4b1d-8447-0aea636cda33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.938946] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1141.938946] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d92d5d-667d-39d8-ba19-b982b0f8b50c" [ 1141.938946] env[69350]: _type = "Task" [ 1141.938946] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.948946] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d92d5d-667d-39d8-ba19-b982b0f8b50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.033021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1142.033367] env[69350]: DEBUG oslo_vmware.api [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.033625] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a25c902-2472-42e1-a91d-5923ff2abb9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.045839] env[69350]: DEBUG oslo_vmware.api [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305229} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.048127] env[69350]: DEBUG nova.network.neutron [req-d7c9f4e0-0223-4d10-be08-d1b9e721d366 req-b73de604-4105-40a5-b914-6100be41907c service nova] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Updated VIF entry in instance network info cache for port d0dbc148-4143-426b-821a-6a11b4ab032f. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.048650] env[69350]: DEBUG nova.network.neutron [req-d7c9f4e0-0223-4d10-be08-d1b9e721d366 req-b73de604-4105-40a5-b914-6100be41907c service nova] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Updating instance_info_cache with network_info: [{"id": "d0dbc148-4143-426b-821a-6a11b4ab032f", "address": "fa:16:3e:bf:df:43", "network": {"id": "75260a39-8c7c-45ff-874c-7c4f1eeee072", "bridge": "br-int", "label": "tempest-ServersTestJSON-1856205033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070cd5e84a1945b0a1f8c83a8266405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0dbc148-41", "ovs_interfaceid": "d0dbc148-4143-426b-821a-6a11b4ab032f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.050033] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.050247] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.050437] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.050655] env[69350]: INFO nova.compute.manager [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1142.050912] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.051298] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1142.051298] env[69350]: value = "task-4149657" [ 1142.051298] env[69350]: _type = "Task" [ 1142.051298] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.051542] env[69350]: DEBUG nova.compute.manager [-] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.051676] env[69350]: DEBUG nova.network.neutron [-] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.070158] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.257546] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.258152] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa63f268-cb3f-43d7-8d47-c72657d86212 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.266321] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1142.266321] env[69350]: value = "task-4149658" [ 1142.266321] env[69350]: _type = "Task" [ 1142.266321] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.272537] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e10da38f-e58e-4beb-af07-671def42a75b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.226s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.280288] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.297538] env[69350]: DEBUG nova.network.neutron [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updated VIF entry in instance network info cache for port c3c44d5a-dbd9-429a-be5a-a6e04da76c98. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.298362] env[69350]: DEBUG nova.network.neutron [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc4c9a96-b87e-4f84-bc47-d2f600631452", "address": "fa:16:3e:20:e3:98", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4c9a96-b8", "ovs_interfaceid": "cc4c9a96-b87e-4f84-bc47-d2f600631452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3c44d5a-dbd9-429a-be5a-a6e04da76c98", "address": "fa:16:3e:85:5e:8e", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c44d5a-db", "ovs_interfaceid": "c3c44d5a-dbd9-429a-be5a-a6e04da76c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.335268] env[69350]: DEBUG nova.compute.manager [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.451830] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d92d5d-667d-39d8-ba19-b982b0f8b50c, 'name': SearchDatastore_Task, 'duration_secs': 0.01392} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.452286] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.452582] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 66529222-2be7-402a-be8c-d1bc874faf7e/66529222-2be7-402a-be8c-d1bc874faf7e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.452901] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a64acd4-d24a-4142-9125-3ea2b9ae1ebb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.461611] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1142.461611] env[69350]: value = "task-4149659" [ 1142.461611] env[69350]: _type = "Task" [ 1142.461611] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.474684] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.514015] env[69350]: DEBUG nova.compute.manager [req-43f61b74-aa9f-4493-b1d2-d5a4293f590c req-ad8e6d44-9af1-4ddc-984c-0271f5794999 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Received event network-vif-deleted-ad123d4c-9922-4621-94ee-ea0b9046fbf9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.514238] env[69350]: INFO nova.compute.manager [req-43f61b74-aa9f-4493-b1d2-d5a4293f590c req-ad8e6d44-9af1-4ddc-984c-0271f5794999 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Neutron deleted interface ad123d4c-9922-4621-94ee-ea0b9046fbf9; detaching it from the instance and deleting it from the info cache [ 1142.514418] env[69350]: DEBUG nova.network.neutron [req-43f61b74-aa9f-4493-b1d2-d5a4293f590c req-ad8e6d44-9af1-4ddc-984c-0271f5794999 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.534375] env[69350]: DEBUG oslo_vmware.api [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149655, 'name': ReconfigVM_Task, 'duration_secs': 0.907333} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.535605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.535829] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Reconfigured VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1142.557927] env[69350]: DEBUG oslo_concurrency.lockutils [req-d7c9f4e0-0223-4d10-be08-d1b9e721d366 req-b73de604-4105-40a5-b914-6100be41907c service nova] Releasing lock "refresh_cache-66529222-2be7-402a-be8c-d1bc874faf7e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.570413] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149657, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.784453] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149658, 'name': PowerOffVM_Task, 'duration_secs': 0.232639} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.785131] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.785415] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.801898] env[69350]: DEBUG oslo_concurrency.lockutils [req-6dd35723-71b1-4bfc-a358-c5a60356aec0 req-466d784a-4683-48a8-9cfb-6e994c6f4f59 service nova] Releasing lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.868131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.931411] env[69350]: DEBUG nova.network.neutron [-] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.977496] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149659, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.019828] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bbdf8ff-d11b-4a72-bca0-0f2bb8d45659 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.031388] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d75d2e-b3d9-4829-9c85-7bb66e58216b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.046955] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ec8ac95-66e2-4fe3-b015-830c2926bad6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-c3c44d5a-dbd9-429a-be5a-a6e04da76c98" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.235s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.075592] env[69350]: DEBUG nova.compute.manager [req-43f61b74-aa9f-4493-b1d2-d5a4293f590c req-ad8e6d44-9af1-4ddc-984c-0271f5794999 service nova] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Detach interface failed, port_id=ad123d4c-9922-4621-94ee-ea0b9046fbf9, reason: Instance a3285ee5-2878-4f09-9f52-7462f2c5c715 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.083064] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149657, 'name': CreateSnapshot_Task, 'duration_secs': 0.565525} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.083354] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1143.084181] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c34bfc-b420-4741-a3ee-f6166b540652 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.112585] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c58da7-2260-490c-8117-b3267e683c6d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.120816] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7877a16-3089-4b9a-bcbd-9ed8d0d12650 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.154808] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fde1eb-f600-4682-8936-c3795c6b3473 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.163615] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb71459e-5696-436b-91b1-83182b8c5a99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.178489] env[69350]: DEBUG nova.compute.provider_tree [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.293977] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.294408] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.294541] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.294746] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.295873] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.295873] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.295873] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.295873] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.295873] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.296149] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.296622] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.302451] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb3c82c-8237-4b9e-a0ce-8c086afc26af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.322202] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1143.322202] env[69350]: value = "task-4149660" [ 1143.322202] env[69350]: _type = "Task" [ 1143.322202] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.334487] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.438167] env[69350]: INFO nova.compute.manager [-] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Took 1.39 seconds to deallocate network for instance. [ 1143.477890] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610448} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.479315] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 66529222-2be7-402a-be8c-d1bc874faf7e/66529222-2be7-402a-be8c-d1bc874faf7e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.479672] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.480080] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cec84e7-835e-48b7-aeb7-3eb466f0ca2a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.490291] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1143.490291] env[69350]: value = "task-4149661" [ 1143.490291] env[69350]: _type = "Task" [ 1143.490291] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.500145] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.610042] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1143.610350] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e2c519f-fe76-43c0-ad88-35a3b23c2ca6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.621773] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1143.621773] env[69350]: value = "task-4149662" [ 1143.621773] env[69350]: _type = "Task" [ 1143.621773] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.634803] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149662, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.682217] env[69350]: DEBUG nova.scheduler.client.report [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.836756] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149660, 'name': ReconfigVM_Task, 'duration_secs': 0.198037} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.837209] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.894038] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.894273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.947845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.002365] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172855} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.002752] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.003469] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d408bff9-03ff-43e5-8286-ca571bd75a6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.027400] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 66529222-2be7-402a-be8c-d1bc874faf7e/66529222-2be7-402a-be8c-d1bc874faf7e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.028123] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb01be78-117c-4427-ae7d-c61af3fe411f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.049367] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1144.049367] env[69350]: value = "task-4149663" [ 1144.049367] env[69350]: _type = "Task" [ 1144.049367] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.059024] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.132452] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149662, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.188023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.188606] env[69350]: DEBUG nova.compute.manager [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.191611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.324s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.193268] env[69350]: INFO nova.compute.claims [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.346179] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.346556] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.346594] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.346764] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.346912] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.347072] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.347284] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.347446] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.347615] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.347781] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.348016] env[69350]: DEBUG nova.virt.hardware [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.353475] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.353850] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-158e2450-9a37-407b-921f-0a6de05e7bf8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.375062] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1144.375062] env[69350]: value = "task-4149664" [ 1144.375062] env[69350]: _type = "Task" [ 1144.375062] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.384534] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.397891] env[69350]: DEBUG nova.compute.utils [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.560985] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.637751] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149662, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.698584] env[69350]: DEBUG nova.compute.utils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.702547] env[69350]: DEBUG nova.compute.manager [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1144.886466] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.901918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.995147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-cc4c9a96-b87e-4f84-bc47-d2f600631452" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.995484] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-cc4c9a96-b87e-4f84-bc47-d2f600631452" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.060794] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149663, 'name': ReconfigVM_Task, 'duration_secs': 0.758803} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.061145] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 66529222-2be7-402a-be8c-d1bc874faf7e/66529222-2be7-402a-be8c-d1bc874faf7e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.061853] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48b28447-1d87-4892-8550-51cd0cc8a001 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.069965] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1145.069965] env[69350]: value = "task-4149665" [ 1145.069965] env[69350]: _type = "Task" [ 1145.069965] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.080157] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149665, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.133615] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149662, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.203181] env[69350]: DEBUG nova.compute.manager [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.387959] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149664, 'name': ReconfigVM_Task, 'duration_secs': 0.566477} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.390906] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.392086] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57b4bcc-aac2-4918-9a76-c18aa89fca04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.416431] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-9732eb60-9186-4e84-9df9-b45c694b885c/volume-9732eb60-9186-4e84-9df9-b45c694b885c.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.419262] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b63e10d0-b860-4c76-9d6c-82cc5540f1ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.439668] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1145.439668] env[69350]: value = "task-4149666" [ 1145.439668] env[69350]: _type = "Task" [ 1145.439668] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.454714] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.473810] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ae9d9c-f2d4-4f4b-989b-86270df0efc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.484072] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d33160-2ce2-4803-bde6-3aab37aada38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.529595] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.529920] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.532342] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e748ad-a427-4385-8995-ea36d0cb78f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.536206] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22da7df3-1fb4-4c21-953f-34a50f8aa3cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.561046] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ef0385-cbad-436e-a446-03e4eb81321f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.566713] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a3e9f-bacc-4f13-b935-a41ce0a053d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.602410] env[69350]: DEBUG nova.compute.provider_tree [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.611471] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Reconfiguring VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1145.613139] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e6202b-efab-4283-8e89-f88294c5a14e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.630280] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149665, 'name': Rename_Task, 'duration_secs': 0.213122} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.634270] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.634540] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-075459c2-d530-4a54-b45d-d0715ad8b846 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.640221] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1145.640221] env[69350]: value = "task-4149667" [ 1145.640221] env[69350]: _type = "Task" [ 1145.640221] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.650617] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1145.650617] env[69350]: value = "task-4149668" [ 1145.650617] env[69350]: _type = "Task" [ 1145.650617] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.650617] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149662, 'name': CloneVM_Task, 'duration_secs': 1.767664} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.651308] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Created linked-clone VM from snapshot [ 1145.657877] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4f9e0e-d735-44b1-af95-6192bee6eac9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.664558] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.671506] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149668, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.674978] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Uploading image aa535a23-2e44-49ce-be88-9844752be1d9 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1145.709100] env[69350]: DEBUG oslo_vmware.rw_handles [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1145.709100] env[69350]: value = "vm-821705" [ 1145.709100] env[69350]: _type = "VirtualMachine" [ 1145.709100] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1145.714098] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b947d70-8b5e-4555-80d1-8a70381f6f1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.722530] env[69350]: DEBUG oslo_vmware.rw_handles [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lease: (returnval){ [ 1145.722530] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52add238-3ff5-995f-9235-88583cccc526" [ 1145.722530] env[69350]: _type = "HttpNfcLease" [ 1145.722530] env[69350]: } obtained for exporting VM: (result){ [ 1145.722530] env[69350]: value = "vm-821705" [ 1145.722530] env[69350]: _type = "VirtualMachine" [ 1145.722530] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1145.722896] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the lease: (returnval){ [ 1145.722896] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52add238-3ff5-995f-9235-88583cccc526" [ 1145.722896] env[69350]: _type = "HttpNfcLease" [ 1145.722896] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1145.732082] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.732082] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52add238-3ff5-995f-9235-88583cccc526" [ 1145.732082] env[69350]: _type = "HttpNfcLease" [ 1145.732082] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1145.950885] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149666, 'name': ReconfigVM_Task, 'duration_secs': 0.312608} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.951205] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-9732eb60-9186-4e84-9df9-b45c694b885c/volume-9732eb60-9186-4e84-9df9-b45c694b885c.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.951491] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.969355] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.969764] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.970066] env[69350]: INFO nova.compute.manager [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Attaching volume fda00931-d8f8-4a21-afb0-5fac9981d05a to /dev/sdb [ 1146.010486] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d3344-3335-41e8-acce-e0a9d8ff6bbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.018929] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6e4090-1eea-4d4a-9c5e-062872161e2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.033918] env[69350]: DEBUG nova.virt.block_device [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Updating existing volume attachment record: 1d9df771-cf51-47db-84fc-d391109ed354 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1146.105800] env[69350]: DEBUG nova.scheduler.client.report [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.124738] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.125083] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.125234] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.125654] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.125846] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.126073] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.126315] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.126481] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1146.126649] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.151840] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.160870] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.218307] env[69350]: DEBUG nova.compute.manager [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.231246] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.231246] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52add238-3ff5-995f-9235-88583cccc526" [ 1146.231246] env[69350]: _type = "HttpNfcLease" [ 1146.231246] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1146.232161] env[69350]: DEBUG oslo_vmware.rw_handles [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1146.232161] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52add238-3ff5-995f-9235-88583cccc526" [ 1146.232161] env[69350]: _type = "HttpNfcLease" [ 1146.232161] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1146.232359] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27bcf2a-5775-472c-8c68-f4864e7e2607 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.241792] env[69350]: DEBUG oslo_vmware.rw_handles [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab0f64-48ce-159b-a5f6-887556dfb33d/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1146.241999] env[69350]: DEBUG oslo_vmware.rw_handles [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab0f64-48ce-159b-a5f6-887556dfb33d/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1146.245298] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.245531] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.245688] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.245865] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.246022] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.246177] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.246384] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.246639] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.246714] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.246854] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.247036] env[69350]: DEBUG nova.virt.hardware [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.247857] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7048a1ac-86b4-4b76-8c17-6f6d1fd8817f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.306881] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2a0a44-614a-494d-aec5-0ff43e8d821c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.324926] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.333153] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Creating folder: Project (8b8e672eab8b4fcfb19be1cc1d340e8d). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.333538] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7257f33-8b61-4961-a4f7-3b5a0d1d457e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.349953] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b7f7ac7-0561-428e-929b-a241fa64984c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.351341] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Created folder: Project (8b8e672eab8b4fcfb19be1cc1d340e8d) in parent group-v821414. [ 1146.351563] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Creating folder: Instances. Parent ref: group-v821706. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.351889] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab500b35-5238-49e2-8f13-df0587e92283 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.363486] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Created folder: Instances in parent group-v821706. [ 1146.363927] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.366406] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.366894] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f6d9a95-f47d-43db-ae80-1a48c3255c5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.388125] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.388125] env[69350]: value = "task-4149673" [ 1146.388125] env[69350]: _type = "Task" [ 1146.388125] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.402746] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149673, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.459430] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c7648e-f3ac-4f81-938b-f30d8493ea45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.482282] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9572e9-0f76-462b-b907-27428d924be1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.504828] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.610608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.611145] env[69350]: DEBUG nova.compute.manager [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.614029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.666s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.614256] env[69350]: DEBUG nova.objects.instance [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lazy-loading 'resources' on Instance uuid a3285ee5-2878-4f09-9f52-7462f2c5c715 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.629480] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.654901] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.665180] env[69350]: DEBUG oslo_vmware.api [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149668, 'name': PowerOnVM_Task, 'duration_secs': 0.921359} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.665470] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.665708] env[69350]: INFO nova.compute.manager [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1146.665885] env[69350]: DEBUG nova.compute.manager [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.666773] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a1518d-3ff3-42a5-8640-0e75874ec20a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.905248] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149673, 'name': CreateVM_Task, 'duration_secs': 0.351044} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.905564] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.906210] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.906510] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.906844] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.907138] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52f080c-9f5d-4cc5-b36c-b9a252536046 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.912917] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1146.912917] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52749a6f-f623-822d-eef8-90407ab32d5e" [ 1146.912917] env[69350]: _type = "Task" [ 1146.912917] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.923650] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52749a6f-f623-822d-eef8-90407ab32d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.117557] env[69350]: DEBUG nova.compute.utils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.122980] env[69350]: DEBUG nova.compute.manager [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.123578] env[69350]: DEBUG nova.network.neutron [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.156641] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.189622] env[69350]: DEBUG nova.policy [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bc6d5d84bae401eb3ba3d100850e4ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7d54dc2f7604ae8b0100a0539991df4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.191533] env[69350]: INFO nova.compute.manager [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Took 21.46 seconds to build instance. [ 1147.388855] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5881fec1-9ba1-453b-ad94-dbb68436d0ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.399059] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f252a21-20a0-430f-bf2b-d9bda3a2384a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.437257] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d675c08-9af5-4668-b75c-eb2c382e667a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.448657] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b21ab7-fc4f-4e74-8688-1ea24c365243 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.452928] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52749a6f-f623-822d-eef8-90407ab32d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.016976} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.453430] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.453678] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.453951] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.454125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.454312] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.454925] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fada45cf-a5bb-4674-9329-ce3c9883f56a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.465232] env[69350]: DEBUG nova.compute.provider_tree [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.482574] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.482926] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.483773] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a691d98-b8cc-417b-a95e-10096fb0926a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.490593] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1147.490593] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52cbcd7e-d6e5-cc69-9430-03f4e0160bb7" [ 1147.490593] env[69350]: _type = "Task" [ 1147.490593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.501780] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cbcd7e-d6e5-cc69-9430-03f4e0160bb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.620714] env[69350]: DEBUG nova.compute.manager [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.656215] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.694402] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d66cf30d-3a21-4a70-815c-c7228df0fb61 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "66529222-2be7-402a-be8c-d1bc874faf7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.970s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.970253] env[69350]: DEBUG nova.scheduler.client.report [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.006286] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52cbcd7e-d6e5-cc69-9430-03f4e0160bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.019999} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.008972] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619a4af6-fb66-4785-ae10-4f45dc604c8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.015641] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1148.015641] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5299d680-daec-1067-b9b4-da0be87d721a" [ 1148.015641] env[69350]: _type = "Task" [ 1148.015641] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.030270] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5299d680-daec-1067-b9b4-da0be87d721a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.040095] env[69350]: DEBUG nova.network.neutron [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Successfully created port: 181827e6-32d0-493a-b39c-ede65aa97cdc {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.155728] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.238887] env[69350]: DEBUG nova.network.neutron [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Port 1988fe3d-4b66-49f8-9b8d-d0bf201531eb binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1148.479605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.482792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.853s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.482792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.482792] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1148.483651] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bf65f8-fa43-4cc7-83f2-2317beca300c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.493210] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8446b1ff-6a73-419e-995a-5b56e235f00b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.509656] env[69350]: INFO nova.scheduler.client.report [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleted allocations for instance a3285ee5-2878-4f09-9f52-7462f2c5c715 [ 1148.511088] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a8bc41-bb90-43e2-9fae-742eae7263ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.522664] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0084fe47-ad63-4ba2-afa5-fe792ff34456 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.531192] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "66529222-2be7-402a-be8c-d1bc874faf7e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.531689] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "66529222-2be7-402a-be8c-d1bc874faf7e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.531689] env[69350]: DEBUG nova.compute.manager [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.531936] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5299d680-daec-1067-b9b4-da0be87d721a, 'name': SearchDatastore_Task, 'duration_secs': 0.017525} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.532676] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0ee3eb-8181-414d-ba16-fc727da214be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.537663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.537663] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 4d90b31c-697c-4f29-b173-1a48235d3c31/4d90b31c-697c-4f29-b173-1a48235d3c31.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.537663] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb95eda6-155d-4e8d-a8d6-c759d6b10126 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.564906] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179605MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1148.565168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.565457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.570383] env[69350]: DEBUG nova.compute.manager [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1148.571038] env[69350]: DEBUG nova.objects.instance [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lazy-loading 'flavor' on Instance uuid 66529222-2be7-402a-be8c-d1bc874faf7e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.576024] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1148.576024] env[69350]: value = "task-4149677" [ 1148.576024] env[69350]: _type = "Task" [ 1148.576024] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.589946] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.631153] env[69350]: DEBUG nova.compute.manager [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.660672] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.669012] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.669325] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.669496] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.669686] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.670465] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.670465] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.670698] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.672038] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.672038] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.672038] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.672038] env[69350]: DEBUG nova.virt.hardware [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.673221] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6d4703-df36-43a8-afa3-cd5a4137aaa0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.684800] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3705908f-3e3c-4ab0-8b71-01368090f607 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.020767] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b78c488f-dd6b-448b-9389-c71627249ac6 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "a3285ee5-2878-4f09-9f52-7462f2c5c715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.647s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.103986] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149677, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.163705] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.265178] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.265448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.265643] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.593010] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Applying migration context for instance ab450e9b-8302-4bff-a4b5-a9f78127e9a8 as it has an incoming, in-progress migration 4012d515-8317-4a76-9104-1513c38ee482. Migration status is post-migrating {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1149.594779] env[69350]: INFO nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating resource usage from migration 4012d515-8317-4a76-9104-1513c38ee482 [ 1149.598737] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.599678] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32a8d2b5-c0d2-4598-9cc9-b1ac5c880c47 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.607262] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574858} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.610172] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 4d90b31c-697c-4f29-b173-1a48235d3c31/4d90b31c-697c-4f29-b173-1a48235d3c31.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.610172] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.610172] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e6ba80d-8c97-4b6b-900c-53d5b6a06f9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.614885] env[69350]: DEBUG oslo_vmware.api [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1149.614885] env[69350]: value = "task-4149678" [ 1149.614885] env[69350]: _type = "Task" [ 1149.614885] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.622528] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1149.622528] env[69350]: value = "task-4149679" [ 1149.622528] env[69350]: _type = "Task" [ 1149.622528] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.629307] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 21f7d90d-396e-4b5d-850d-8a081b67f4a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.629307] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.629307] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance eaea7205-a2b0-4e72-a1d5-2364b4c92e57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.629307] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance bbeda223-6df4-42d2-813c-8e8087771b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.629307] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance a48b5209-b8cf-4efe-9051-46cc46ed9d83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.629307] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.629677] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance d2beda23-078b-46d7-bcdd-26db36f02cc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.629677] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance cb45c6d9-7937-4348-9373-ae08bbba1dc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.629853] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 22fb0187-31b3-439a-8d41-baaf594a6e8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.629853] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance dbee36db-a7f0-41d3-b652-bce9f18968d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.631198] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 66529222-2be7-402a-be8c-d1bc874faf7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.631198] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Migration 4012d515-8317-4a76-9104-1513c38ee482 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1149.631198] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance ab450e9b-8302-4bff-a4b5-a9f78127e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.631198] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 4d90b31c-697c-4f29-b173-1a48235d3c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.631198] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 2fc9c41c-39a4-49dd-9f75-3cc61a74633e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.631198] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1149.631198] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1149.638926] env[69350]: DEBUG oslo_vmware.api [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.642184] env[69350]: DEBUG nova.compute.manager [req-fcbe7632-054d-4116-ab3a-c9ad5f65cc90 req-af370b8c-1690-4c1c-a94c-5e0ce75ee912 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Received event network-vif-plugged-181827e6-32d0-493a-b39c-ede65aa97cdc {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.642422] env[69350]: DEBUG oslo_concurrency.lockutils [req-fcbe7632-054d-4116-ab3a-c9ad5f65cc90 req-af370b8c-1690-4c1c-a94c-5e0ce75ee912 service nova] Acquiring lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.642636] env[69350]: DEBUG oslo_concurrency.lockutils [req-fcbe7632-054d-4116-ab3a-c9ad5f65cc90 req-af370b8c-1690-4c1c-a94c-5e0ce75ee912 service nova] Lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.642963] env[69350]: DEBUG oslo_concurrency.lockutils [req-fcbe7632-054d-4116-ab3a-c9ad5f65cc90 req-af370b8c-1690-4c1c-a94c-5e0ce75ee912 service nova] Lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.643262] env[69350]: DEBUG nova.compute.manager [req-fcbe7632-054d-4116-ab3a-c9ad5f65cc90 req-af370b8c-1690-4c1c-a94c-5e0ce75ee912 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] No waiting events found dispatching network-vif-plugged-181827e6-32d0-493a-b39c-ede65aa97cdc {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.643557] env[69350]: WARNING nova.compute.manager [req-fcbe7632-054d-4116-ab3a-c9ad5f65cc90 req-af370b8c-1690-4c1c-a94c-5e0ce75ee912 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Received unexpected event network-vif-plugged-181827e6-32d0-493a-b39c-ede65aa97cdc for instance with vm_state building and task_state spawning. [ 1149.647865] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.661054] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.764372] env[69350]: DEBUG nova.network.neutron [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Successfully updated port: 181827e6-32d0-493a-b39c-ede65aa97cdc {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.915088] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d522a0b-ef14-4f99-8318-fe2a3f178058 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.925177] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d65e81a-1102-46a7-b953-6db618be1f18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.961617] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899fe912-e294-42a3-bc77-f8b5fc42a3fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.971813] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b2941-3322-4dc8-a582-d63286daad69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.987962] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.127084] env[69350]: DEBUG oslo_vmware.api [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149678, 'name': PowerOffVM_Task, 'duration_secs': 0.317379} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.130296] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.130499] env[69350]: DEBUG nova.compute.manager [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.131278] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cf34bb-4b6c-400f-88d3-4a551c3505a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.139023] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073659} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.140562] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.143250] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc87ae0-a003-45bb-b29f-e1a7e032c8b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.163885] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 4d90b31c-697c-4f29-b173-1a48235d3c31/4d90b31c-697c-4f29-b173-1a48235d3c31.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.168300] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fc0f254-5ab6-4db2-8969-96ea8b4fab0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.191373] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.193010] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1150.193010] env[69350]: value = "task-4149680" [ 1150.193010] env[69350]: _type = "Task" [ 1150.193010] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.203215] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.271480] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquiring lock "refresh_cache-2fc9c41c-39a4-49dd-9f75-3cc61a74633e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.271480] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquired lock "refresh_cache-2fc9c41c-39a4-49dd-9f75-3cc61a74633e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.271480] env[69350]: DEBUG nova.network.neutron [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.308816] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.309017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.309204] env[69350]: DEBUG nova.network.neutron [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.490960] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.650674] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df00f1f1-7661-48ed-bdaf-0f73c951edde tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "66529222-2be7-402a-be8c-d1bc874faf7e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.118s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.666982] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.707993] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.811132] env[69350]: DEBUG nova.network.neutron [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.997053] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1150.997286] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.432s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.081198] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1151.081478] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821710', 'volume_id': 'fda00931-d8f8-4a21-afb0-5fac9981d05a', 'name': 'volume-fda00931-d8f8-4a21-afb0-5fac9981d05a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbee36db-a7f0-41d3-b652-bce9f18968d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'fda00931-d8f8-4a21-afb0-5fac9981d05a', 'serial': 'fda00931-d8f8-4a21-afb0-5fac9981d05a'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1151.082546] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f4f810-bbc9-44ca-91b2-c2a5336d981a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.102522] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafaceb7-3c9e-4c85-887d-56598d55fc9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.132126] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-fda00931-d8f8-4a21-afb0-5fac9981d05a/volume-fda00931-d8f8-4a21-afb0-5fac9981d05a.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.132500] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fa556f9-59d3-46b2-a4b1-4cb353c67647 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.157609] env[69350]: DEBUG oslo_vmware.api [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1151.157609] env[69350]: value = "task-4149681" [ 1151.157609] env[69350]: _type = "Task" [ 1151.157609] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.175418] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.175796] env[69350]: DEBUG oslo_vmware.api [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.188290] env[69350]: DEBUG nova.network.neutron [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Updating instance_info_cache with network_info: [{"id": "181827e6-32d0-493a-b39c-ede65aa97cdc", "address": "fa:16:3e:08:4c:8a", "network": {"id": "edc0ff00-eff0-4a47-8a95-a8828ef9d17d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-421434935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7d54dc2f7604ae8b0100a0539991df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181827e6-32", "ovs_interfaceid": "181827e6-32d0-493a-b39c-ede65aa97cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.212268] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149680, 'name': ReconfigVM_Task, 'duration_secs': 0.873189} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.212268] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 4d90b31c-697c-4f29-b173-1a48235d3c31/4d90b31c-697c-4f29-b173-1a48235d3c31.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.212268] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baf03e15-2b11-4452-905e-70b44045ac63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.220475] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1151.220475] env[69350]: value = "task-4149682" [ 1151.220475] env[69350]: _type = "Task" [ 1151.220475] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.231430] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149682, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.378086] env[69350]: DEBUG nova.network.neutron [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance_info_cache with network_info: [{"id": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "address": "fa:16:3e:07:a0:c3", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1988fe3d-4b", "ovs_interfaceid": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.423349] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "66529222-2be7-402a-be8c-d1bc874faf7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.423492] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "66529222-2be7-402a-be8c-d1bc874faf7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.424058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "66529222-2be7-402a-be8c-d1bc874faf7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.424058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "66529222-2be7-402a-be8c-d1bc874faf7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.424253] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "66529222-2be7-402a-be8c-d1bc874faf7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.426926] env[69350]: INFO nova.compute.manager [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Terminating instance [ 1151.679905] env[69350]: DEBUG oslo_vmware.api [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149667, 'name': ReconfigVM_Task, 'duration_secs': 5.858251} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.686067] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.686359] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Reconfigured VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1151.690088] env[69350]: DEBUG oslo_vmware.api [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.692372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Releasing lock "refresh_cache-2fc9c41c-39a4-49dd-9f75-3cc61a74633e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.692901] env[69350]: DEBUG nova.compute.manager [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Instance network_info: |[{"id": "181827e6-32d0-493a-b39c-ede65aa97cdc", "address": "fa:16:3e:08:4c:8a", "network": {"id": "edc0ff00-eff0-4a47-8a95-a8828ef9d17d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-421434935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7d54dc2f7604ae8b0100a0539991df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181827e6-32", "ovs_interfaceid": "181827e6-32d0-493a-b39c-ede65aa97cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.694607] env[69350]: DEBUG nova.compute.manager [req-5b96e6d1-4cf3-46e8-bfec-7d0f71f8c234 req-5b612a05-0c53-4e96-b816-852407eb9a82 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Received event network-changed-181827e6-32d0-493a-b39c-ede65aa97cdc {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.694910] env[69350]: DEBUG nova.compute.manager [req-5b96e6d1-4cf3-46e8-bfec-7d0f71f8c234 req-5b612a05-0c53-4e96-b816-852407eb9a82 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Refreshing instance network info cache due to event network-changed-181827e6-32d0-493a-b39c-ede65aa97cdc. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.695282] env[69350]: DEBUG oslo_concurrency.lockutils [req-5b96e6d1-4cf3-46e8-bfec-7d0f71f8c234 req-5b612a05-0c53-4e96-b816-852407eb9a82 service nova] Acquiring lock "refresh_cache-2fc9c41c-39a4-49dd-9f75-3cc61a74633e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.695550] env[69350]: DEBUG oslo_concurrency.lockutils [req-5b96e6d1-4cf3-46e8-bfec-7d0f71f8c234 req-5b612a05-0c53-4e96-b816-852407eb9a82 service nova] Acquired lock "refresh_cache-2fc9c41c-39a4-49dd-9f75-3cc61a74633e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.695810] env[69350]: DEBUG nova.network.neutron [req-5b96e6d1-4cf3-46e8-bfec-7d0f71f8c234 req-5b612a05-0c53-4e96-b816-852407eb9a82 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Refreshing network info cache for port 181827e6-32d0-493a-b39c-ede65aa97cdc {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.698604] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:4c:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '181827e6-32d0-493a-b39c-ede65aa97cdc', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.716654] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Creating folder: Project (d7d54dc2f7604ae8b0100a0539991df4). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.720870] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f79d4ce6-9531-4276-a490-8437d2404042 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.740018] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149682, 'name': Rename_Task, 'duration_secs': 0.225294} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.744928] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.745453] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Created folder: Project (d7d54dc2f7604ae8b0100a0539991df4) in parent group-v821414. [ 1151.745759] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Creating folder: Instances. Parent ref: group-v821711. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.746132] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d1a5fbf-246a-43e6-9b94-1accabb343a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.749243] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96729736-5f58-40fe-8bd1-15f8a1912fb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.759386] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1151.759386] env[69350]: value = "task-4149685" [ 1151.759386] env[69350]: _type = "Task" [ 1151.759386] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.767614] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Created folder: Instances in parent group-v821711. [ 1151.767795] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.768069] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.769433] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9110284f-7c60-4aca-99f5-7271aa1b873f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.804585] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.812182] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.812182] env[69350]: value = "task-4149686" [ 1151.812182] env[69350]: _type = "Task" [ 1151.812182] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.825312] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149686, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.881436] env[69350]: DEBUG oslo_concurrency.lockutils [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.933907] env[69350]: DEBUG nova.compute.manager [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.934214] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.935311] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12320d62-83dd-43e6-80f1-9d2dcffc8025 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.944472] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.945712] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c158419-0908-4df3-9dfa-fa6714b3586d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.017861] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.018358] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.018358] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleting the datastore file [datastore2] 66529222-2be7-402a-be8c-d1bc874faf7e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.018696] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0740162-b233-4d74-8b15-76468bb23c51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.026577] env[69350]: DEBUG oslo_vmware.api [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1152.026577] env[69350]: value = "task-4149688" [ 1152.026577] env[69350]: _type = "Task" [ 1152.026577] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.037317] env[69350]: DEBUG oslo_vmware.api [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.111152] env[69350]: DEBUG nova.network.neutron [req-5b96e6d1-4cf3-46e8-bfec-7d0f71f8c234 req-5b612a05-0c53-4e96-b816-852407eb9a82 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Updated VIF entry in instance network info cache for port 181827e6-32d0-493a-b39c-ede65aa97cdc. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.111635] env[69350]: DEBUG nova.network.neutron [req-5b96e6d1-4cf3-46e8-bfec-7d0f71f8c234 req-5b612a05-0c53-4e96-b816-852407eb9a82 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Updating instance_info_cache with network_info: [{"id": "181827e6-32d0-493a-b39c-ede65aa97cdc", "address": "fa:16:3e:08:4c:8a", "network": {"id": "edc0ff00-eff0-4a47-8a95-a8828ef9d17d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-421434935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7d54dc2f7604ae8b0100a0539991df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181827e6-32", "ovs_interfaceid": "181827e6-32d0-493a-b39c-ede65aa97cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.174082] env[69350]: DEBUG oslo_vmware.api [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149681, 'name': ReconfigVM_Task, 'duration_secs': 0.574037} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.174383] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-fda00931-d8f8-4a21-afb0-5fac9981d05a/volume-fda00931-d8f8-4a21-afb0-5fac9981d05a.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.179325] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1db714-17f4-4e3f-806f-bcb1bea85421 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.197315] env[69350]: DEBUG oslo_vmware.api [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1152.197315] env[69350]: value = "task-4149689" [ 1152.197315] env[69350]: _type = "Task" [ 1152.197315] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.207684] env[69350]: DEBUG oslo_vmware.api [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.270539] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.323264] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149686, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.392294] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eac449-1cc3-4679-bdcd-5147724e0341 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.400901] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2780f7e0-c959-4287-979a-3efdfc7654c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.543308] env[69350]: DEBUG oslo_vmware.api [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211682} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.543680] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.543970] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.544254] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.544515] env[69350]: INFO nova.compute.manager [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1152.544863] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.545164] env[69350]: DEBUG nova.compute.manager [-] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.545298] env[69350]: DEBUG nova.network.neutron [-] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.614651] env[69350]: DEBUG oslo_concurrency.lockutils [req-5b96e6d1-4cf3-46e8-bfec-7d0f71f8c234 req-5b612a05-0c53-4e96-b816-852407eb9a82 service nova] Releasing lock "refresh_cache-2fc9c41c-39a4-49dd-9f75-3cc61a74633e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.713762] env[69350]: DEBUG oslo_vmware.api [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149689, 'name': ReconfigVM_Task, 'duration_secs': 0.187573} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.714182] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821710', 'volume_id': 'fda00931-d8f8-4a21-afb0-5fac9981d05a', 'name': 'volume-fda00931-d8f8-4a21-afb0-5fac9981d05a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbee36db-a7f0-41d3-b652-bce9f18968d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'fda00931-d8f8-4a21-afb0-5fac9981d05a', 'serial': 'fda00931-d8f8-4a21-afb0-5fac9981d05a'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1152.773709] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.827881] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149686, 'name': CreateVM_Task, 'duration_secs': 0.952828} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.828249] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.829134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.829564] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.830043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.833882] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519c7e58-ecc3-4adb-b363-2aaaadd7e9b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.839422] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for the task: (returnval){ [ 1152.839422] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]525958ae-4433-36ac-af9c-bb41b9b83da4" [ 1152.839422] env[69350]: _type = "Task" [ 1152.839422] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.851824] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]525958ae-4433-36ac-af9c-bb41b9b83da4, 'name': SearchDatastore_Task} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.852341] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.852736] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.853117] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.853385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.853670] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.854723] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ee38874-551e-4f4e-8c83-168a9bc485df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.866939] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.866939] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.868876] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04516038-1a83-41a1-9930-99397f555ac9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.877048] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for the task: (returnval){ [ 1152.877048] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ecdd99-d281-d7f1-595b-fef77782e376" [ 1152.877048] env[69350]: _type = "Task" [ 1152.877048] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.888699] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ecdd99-d281-d7f1-595b-fef77782e376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.914587] env[69350]: DEBUG nova.compute.manager [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received event network-vif-deleted-c3c44d5a-dbd9-429a-be5a-a6e04da76c98 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.914748] env[69350]: INFO nova.compute.manager [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Neutron deleted interface c3c44d5a-dbd9-429a-be5a-a6e04da76c98; detaching it from the instance and deleting it from the info cache [ 1152.915131] env[69350]: DEBUG nova.network.neutron [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc4c9a96-b87e-4f84-bc47-d2f600631452", "address": "fa:16:3e:20:e3:98", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4c9a96-b8", "ovs_interfaceid": "cc4c9a96-b87e-4f84-bc47-d2f600631452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.091577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.091841] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.092753] env[69350]: DEBUG nova.network.neutron [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.272512] env[69350]: DEBUG oslo_vmware.api [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149685, 'name': PowerOnVM_Task, 'duration_secs': 1.169722} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.272512] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.273406] env[69350]: INFO nova.compute.manager [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1153.273406] env[69350]: DEBUG nova.compute.manager [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.273843] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f4834-58c8-4578-837b-b66173707a42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.322868] env[69350]: DEBUG nova.network.neutron [-] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.388942] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ecdd99-d281-d7f1-595b-fef77782e376, 'name': SearchDatastore_Task, 'duration_secs': 0.012582} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.389997] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beee7d61-df26-4a3e-bd11-ac2a7fcea623 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.396014] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for the task: (returnval){ [ 1153.396014] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52604488-5a26-d7a2-200a-e920bce5df6d" [ 1153.396014] env[69350]: _type = "Task" [ 1153.396014] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.405826] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52604488-5a26-d7a2-200a-e920bce5df6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.419273] env[69350]: DEBUG oslo_concurrency.lockutils [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.419493] env[69350]: DEBUG oslo_concurrency.lockutils [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Acquired lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.420715] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf511985-4ea3-4fa6-9b89-346b6680b876 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.440697] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c01e7f-7538-4f0f-82f0-3a3121b36c89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.469258] env[69350]: DEBUG nova.virt.vmwareapi.vmops [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Reconfiguring VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1153.469610] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d555f5b-bb0a-4720-8f3e-6743656aa7b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.491397] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Waiting for the task: (returnval){ [ 1153.491397] env[69350]: value = "task-4149690" [ 1153.491397] env[69350]: _type = "Task" [ 1153.491397] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.495173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.501501] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.532512] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d1c83b-0f26-4b8a-8143-d6c5098e60ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.554813] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd28397-94ef-4039-a325-9a179de37dca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.562978] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.727365] env[69350]: DEBUG nova.compute.manager [req-49cea7f7-818e-4ebe-aa28-e8610e9439d2 req-1f2796da-9f82-4089-bb74-78de29b12683 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received event network-vif-deleted-cc4c9a96-b87e-4f84-bc47-d2f600631452 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.727365] env[69350]: INFO nova.compute.manager [req-49cea7f7-818e-4ebe-aa28-e8610e9439d2 req-1f2796da-9f82-4089-bb74-78de29b12683 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Neutron deleted interface cc4c9a96-b87e-4f84-bc47-d2f600631452; detaching it from the instance and deleting it from the info cache [ 1153.727691] env[69350]: DEBUG nova.network.neutron [req-49cea7f7-818e-4ebe-aa28-e8610e9439d2 req-1f2796da-9f82-4089-bb74-78de29b12683 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.756508] env[69350]: DEBUG nova.objects.instance [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lazy-loading 'flavor' on Instance uuid dbee36db-a7f0-41d3-b652-bce9f18968d2 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.790367] env[69350]: INFO nova.compute.manager [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Took 11.99 seconds to build instance. [ 1153.830137] env[69350]: INFO nova.compute.manager [-] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Took 1.28 seconds to deallocate network for instance. [ 1153.908554] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52604488-5a26-d7a2-200a-e920bce5df6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.910402] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.910402] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 2fc9c41c-39a4-49dd-9f75-3cc61a74633e/2fc9c41c-39a4-49dd-9f75-3cc61a74633e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.910402] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6119110-7d3f-4e29-9765-3c38b56883d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.920815] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for the task: (returnval){ [ 1153.920815] env[69350]: value = "task-4149691" [ 1153.920815] env[69350]: _type = "Task" [ 1153.920815] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.935143] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.003379] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.070147] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.070637] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-258def0e-1247-4567-ba4d-ed0f70ad41b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.080875] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1154.080875] env[69350]: value = "task-4149692" [ 1154.080875] env[69350]: _type = "Task" [ 1154.080875] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.086910] env[69350]: INFO nova.network.neutron [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Port cc4c9a96-b87e-4f84-bc47-d2f600631452 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1154.087403] env[69350]: DEBUG nova.network.neutron [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [{"id": "b73e4420-b97a-40fe-958c-b4c467f30761", "address": "fa:16:3e:f6:56:61", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73e4420-b9", "ovs_interfaceid": "b73e4420-b97a-40fe-958c-b4c467f30761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.093130] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.237209] env[69350]: DEBUG oslo_concurrency.lockutils [req-49cea7f7-818e-4ebe-aa28-e8610e9439d2 req-1f2796da-9f82-4089-bb74-78de29b12683 service nova] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.262102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f624db1d-aef8-4b84-a565-0f24b450455f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.291s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.292736] env[69350]: DEBUG oslo_concurrency.lockutils [None req-165dbf30-3b75-467c-b9e6-b6690af299eb tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "4d90b31c-697c-4f29-b173-1a48235d3c31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.496s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.338845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.339125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.339980] env[69350]: DEBUG nova.objects.instance [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lazy-loading 'resources' on Instance uuid 66529222-2be7-402a-be8c-d1bc874faf7e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.432059] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471813} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.432353] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 2fc9c41c-39a4-49dd-9f75-3cc61a74633e/2fc9c41c-39a4-49dd-9f75-3cc61a74633e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.432591] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.432838] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c775d9c-55de-464f-8e11-cae3ffe36a58 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.440664] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for the task: (returnval){ [ 1154.440664] env[69350]: value = "task-4149693" [ 1154.440664] env[69350]: _type = "Task" [ 1154.440664] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.452426] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.506151] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.592496] env[69350]: DEBUG oslo_vmware.api [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149692, 'name': PowerOnVM_Task, 'duration_secs': 0.500522} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.592799] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.592996] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-011be6c5-e2b3-4368-9510-91f3850a97a3 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.597980] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.703607] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.703951] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.704349] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "dbee36db-a7f0-41d3-b652-bce9f18968d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.704582] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.704771] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.706971] env[69350]: INFO nova.compute.manager [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Terminating instance [ 1154.952494] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072285} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.955153] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.957089] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361df112-7bb6-4a70-ae80-a02c36ae78f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.980341] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 2fc9c41c-39a4-49dd-9f75-3cc61a74633e/2fc9c41c-39a4-49dd-9f75-3cc61a74633e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.983263] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b523482-131a-4b2d-b102-ce4b98030ab8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.009177] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.011143] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for the task: (returnval){ [ 1155.011143] env[69350]: value = "task-4149694" [ 1155.011143] env[69350]: _type = "Task" [ 1155.011143] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.023875] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.104992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7c079fd7-a3d1-4f29-b450-ba9db78cb0ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-bbeda223-6df4-42d2-813c-8e8087771b10-cc4c9a96-b87e-4f84-bc47-d2f600631452" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.109s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.108048] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a62346a-bbe1-4750-813b-bf4f7c047e8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.117212] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7aba05-8b09-4be9-af87-6e91f9ed01c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.158303] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3307f14-257f-44c5-bd2c-ba4bb8357c18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.167898] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469e6bba-a6e1-49f9-9f4f-0799764f10c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.185127] env[69350]: DEBUG nova.compute.provider_tree [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.211676] env[69350]: DEBUG nova.compute.manager [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.212013] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.212354] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a34ce229-d9b7-416b-99ce-2c557bfda4f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.221167] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1155.221167] env[69350]: value = "task-4149695" [ 1155.221167] env[69350]: _type = "Task" [ 1155.221167] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.230939] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.237741] env[69350]: INFO nova.compute.manager [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Rebuilding instance [ 1155.280904] env[69350]: DEBUG nova.compute.manager [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.282097] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ac902a-fe38-45cb-98ce-dd100d2e81e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.509052] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.521674] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.693229] env[69350]: DEBUG nova.scheduler.client.report [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.733438] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149695, 'name': PowerOffVM_Task, 'duration_secs': 0.208308} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.733812] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.734161] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1155.734380] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821710', 'volume_id': 'fda00931-d8f8-4a21-afb0-5fac9981d05a', 'name': 'volume-fda00931-d8f8-4a21-afb0-5fac9981d05a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbee36db-a7f0-41d3-b652-bce9f18968d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'fda00931-d8f8-4a21-afb0-5fac9981d05a', 'serial': 'fda00931-d8f8-4a21-afb0-5fac9981d05a'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1155.735324] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3d1392-36e2-4e92-8f10-705e1e5df6f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.762138] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e35078-b793-47bc-9e22-e72d3bc15040 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.770745] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9335f4ca-0655-4393-b677-703eddc6f759 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.793659] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffaa5a9-abbd-4022-b6cf-2d15dc8b3fb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.812187] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] The volume has not been displaced from its original location: [datastore1] volume-fda00931-d8f8-4a21-afb0-5fac9981d05a/volume-fda00931-d8f8-4a21-afb0-5fac9981d05a.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1155.818149] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.818863] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-911a47e4-29b5-4abc-8c8a-d0987a5287c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.840455] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1155.840455] env[69350]: value = "task-4149696" [ 1155.840455] env[69350]: _type = "Task" [ 1155.840455] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.852481] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.886597] env[69350]: DEBUG oslo_vmware.rw_handles [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab0f64-48ce-159b-a5f6-887556dfb33d/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.887715] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3bf556-17e7-4615-b986-ea2f43d2a885 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.895366] env[69350]: DEBUG oslo_vmware.rw_handles [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab0f64-48ce-159b-a5f6-887556dfb33d/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.895596] env[69350]: ERROR oslo_vmware.rw_handles [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab0f64-48ce-159b-a5f6-887556dfb33d/disk-0.vmdk due to incomplete transfer. [ 1155.895893] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d93b29eb-e84e-46b0-b820-e0c7da0296cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.904738] env[69350]: DEBUG oslo_vmware.rw_handles [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab0f64-48ce-159b-a5f6-887556dfb33d/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1155.904992] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Uploaded image aa535a23-2e44-49ce-be88-9844752be1d9 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1155.907637] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1155.907940] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f83c982-9a0f-4b97-b0d8-4f84edf89980 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.916421] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1155.916421] env[69350]: value = "task-4149697" [ 1155.916421] env[69350]: _type = "Task" [ 1155.916421] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.926434] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149697, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.010097] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.022350] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149694, 'name': ReconfigVM_Task, 'duration_secs': 0.741594} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.022585] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 2fc9c41c-39a4-49dd-9f75-3cc61a74633e/2fc9c41c-39a4-49dd-9f75-3cc61a74633e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.023852] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eac04513-3052-491b-bd61-2807cb3fadd7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.031105] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for the task: (returnval){ [ 1156.031105] env[69350]: value = "task-4149698" [ 1156.031105] env[69350]: _type = "Task" [ 1156.031105] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.041100] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149698, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.203027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.233722] env[69350]: INFO nova.scheduler.client.report [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted allocations for instance 66529222-2be7-402a-be8c-d1bc874faf7e [ 1156.300429] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.301284] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-019ad7f3-d2cc-4006-a2c8-1403c696d7e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.310598] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1156.310598] env[69350]: value = "task-4149699" [ 1156.310598] env[69350]: _type = "Task" [ 1156.310598] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.321336] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.353845] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149696, 'name': ReconfigVM_Task, 'duration_secs': 0.226741} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.355027] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.360139] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a436b7c-997c-4176-aac8-f64c7fb8ab36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.378819] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1156.378819] env[69350]: value = "task-4149700" [ 1156.378819] env[69350]: _type = "Task" [ 1156.378819] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.389289] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.429707] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149697, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.510180] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.541277] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149698, 'name': Rename_Task, 'duration_secs': 0.335244} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.541634] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.541959] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94de141e-b89a-42c5-8ba5-52ab613d6799 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.549509] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for the task: (returnval){ [ 1156.549509] env[69350]: value = "task-4149701" [ 1156.549509] env[69350]: _type = "Task" [ 1156.549509] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.560854] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.599047] env[69350]: DEBUG oslo_concurrency.lockutils [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.599830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.599962] env[69350]: DEBUG nova.compute.manager [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Going to confirm migration 8 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1156.742559] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c279698c-f859-402a-ad22-1d33c023e458 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "66529222-2be7-402a-be8c-d1bc874faf7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.318s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.825578] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149699, 'name': PowerOffVM_Task, 'duration_secs': 0.174712} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.825935] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.826744] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.827632] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe299b8-675c-4485-ad1c-676387a85829 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.837634] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.837885] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc6ff3ca-b263-45d1-986c-48614176f2ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.870701] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.870701] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.870701] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Deleting the datastore file [datastore1] 4d90b31c-697c-4f29-b173-1a48235d3c31 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.870701] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3e684d9-892c-433c-9d8e-3909e84363e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.879226] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1156.879226] env[69350]: value = "task-4149703" [ 1156.879226] env[69350]: _type = "Task" [ 1156.879226] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.891801] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149700, 'name': ReconfigVM_Task, 'duration_secs': 0.285093} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.895188] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821710', 'volume_id': 'fda00931-d8f8-4a21-afb0-5fac9981d05a', 'name': 'volume-fda00931-d8f8-4a21-afb0-5fac9981d05a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbee36db-a7f0-41d3-b652-bce9f18968d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'fda00931-d8f8-4a21-afb0-5fac9981d05a', 'serial': 'fda00931-d8f8-4a21-afb0-5fac9981d05a'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1156.895488] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.895776] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.896522] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b368972d-29e6-4fb6-af00-d2249686b56b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.903690] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.903969] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90cb2061-b315-4763-abc5-317dcd0c2cf5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.929208] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149697, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.981771] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.982269] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.982632] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleting the datastore file [datastore1] dbee36db-a7f0-41d3-b652-bce9f18968d2 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.982934] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef82ef7e-1191-4f31-a6c8-426a295c460d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.991150] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1156.991150] env[69350]: value = "task-4149705" [ 1156.991150] env[69350]: _type = "Task" [ 1156.991150] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.001787] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.012883] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.060218] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149701, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.176493] env[69350]: DEBUG oslo_concurrency.lockutils [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.176859] env[69350]: DEBUG oslo_concurrency.lockutils [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquired lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.177083] env[69350]: DEBUG nova.network.neutron [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.177326] env[69350]: DEBUG nova.objects.instance [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lazy-loading 'info_cache' on Instance uuid ab450e9b-8302-4bff-a4b5-a9f78127e9a8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.393606] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147064} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.393992] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.394215] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.394397] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.432782] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149697, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.502030] env[69350]: DEBUG oslo_vmware.api [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303544} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.502412] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.502609] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.503085] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.503085] env[69350]: INFO nova.compute.manager [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1157.503209] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.506330] env[69350]: DEBUG nova.compute.manager [-] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.506442] env[69350]: DEBUG nova.network.neutron [-] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.513474] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.560556] env[69350]: DEBUG oslo_vmware.api [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149701, 'name': PowerOnVM_Task, 'duration_secs': 0.527334} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.560981] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.561428] env[69350]: INFO nova.compute.manager [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1157.561629] env[69350]: DEBUG nova.compute.manager [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.562448] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05044d2c-ef40-4352-a5c7-9ea721160987 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.791279] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.791567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.791872] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.792086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.792269] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.794736] env[69350]: INFO nova.compute.manager [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Terminating instance [ 1157.928678] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149697, 'name': Destroy_Task, 'duration_secs': 1.733491} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.928979] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Destroyed the VM [ 1157.929301] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1157.929562] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b7391a93-4126-42e4-b9d5-cb0bfffae9d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.938722] env[69350]: DEBUG nova.compute.manager [req-515569aa-c482-474a-923c-ab1730e61b10 req-71dfc6bd-dfbd-48ec-99a5-cf54ec8ce495 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Received event network-vif-deleted-9ddf75fe-4fc9-44b3-80af-3be0a9e47243 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.938920] env[69350]: INFO nova.compute.manager [req-515569aa-c482-474a-923c-ab1730e61b10 req-71dfc6bd-dfbd-48ec-99a5-cf54ec8ce495 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Neutron deleted interface 9ddf75fe-4fc9-44b3-80af-3be0a9e47243; detaching it from the instance and deleting it from the info cache [ 1157.939106] env[69350]: DEBUG nova.network.neutron [req-515569aa-c482-474a-923c-ab1730e61b10 req-71dfc6bd-dfbd-48ec-99a5-cf54ec8ce495 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.942749] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1157.942749] env[69350]: value = "task-4149706" [ 1157.942749] env[69350]: _type = "Task" [ 1157.942749] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.952878] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149706, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.013567] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.081509] env[69350]: INFO nova.compute.manager [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Took 15.24 seconds to build instance. [ 1158.299037] env[69350]: DEBUG nova.compute.manager [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.299286] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.300188] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fac5f8-926a-4857-942f-0857e0fbf669 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.308150] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.308400] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1439fe8e-8f73-49c5-92ec-ccf2a6f3cdea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.317892] env[69350]: DEBUG oslo_vmware.api [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1158.317892] env[69350]: value = "task-4149707" [ 1158.317892] env[69350]: _type = "Task" [ 1158.317892] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.327059] env[69350]: DEBUG oslo_vmware.api [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.390144] env[69350]: DEBUG nova.network.neutron [-] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.439615] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.439870] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.440289] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.440628] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.440836] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.441052] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.441323] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.441515] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.441699] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.441868] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.442063] env[69350]: DEBUG nova.virt.hardware [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.443340] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20be23db-9d64-431a-bdb5-2c5f2c675906 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.446614] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07213263-fedb-4208-85aa-c48e834c4b27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.461455] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149706, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.464165] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e84de19-7414-4dcb-9b56-0fd5fb526cbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.473024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4204f32e-e0af-460d-89b4-1b28d290881d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.502634] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.509816] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.523842] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.524610] env[69350]: DEBUG nova.compute.manager [req-515569aa-c482-474a-923c-ab1730e61b10 req-71dfc6bd-dfbd-48ec-99a5-cf54ec8ce495 service nova] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Detach interface failed, port_id=9ddf75fe-4fc9-44b3-80af-3be0a9e47243, reason: Instance dbee36db-a7f0-41d3-b652-bce9f18968d2 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.528133] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a5db0e9-3d81-408a-bae9-5d6760383cea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.547571] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.549026] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.549026] env[69350]: value = "task-4149708" [ 1158.549026] env[69350]: _type = "Task" [ 1158.549026] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.557498] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149708, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.583478] env[69350]: DEBUG oslo_concurrency.lockutils [None req-035b048f-ce5c-40b6-8c73-1988eb26e072 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.760s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.838079] env[69350]: DEBUG oslo_vmware.api [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149707, 'name': PowerOffVM_Task, 'duration_secs': 0.220704} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.838079] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.838079] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.838079] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17128de1-eb31-48df-b3a7-71c143aeb10d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.893641] env[69350]: INFO nova.compute.manager [-] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Took 1.39 seconds to deallocate network for instance. [ 1158.919610] env[69350]: DEBUG nova.network.neutron [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance_info_cache with network_info: [{"id": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "address": "fa:16:3e:07:a0:c3", "network": {"id": "775e26b2-cd9f-4c59-9177-8fe80e641c44", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-312588376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c998f3db3849e2b16e4d90ebaa7df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1988fe3d-4b", "ovs_interfaceid": "1988fe3d-4b66-49f8-9b8d-d0bf201531eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.922721] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.922939] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.923134] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleting the datastore file [datastore1] 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.923668] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be82619-c244-4e49-af2b-5423c5027ae0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.931113] env[69350]: DEBUG oslo_vmware.api [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for the task: (returnval){ [ 1158.931113] env[69350]: value = "task-4149710" [ 1158.931113] env[69350]: _type = "Task" [ 1158.931113] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.940931] env[69350]: DEBUG oslo_vmware.api [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.957126] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149706, 'name': RemoveSnapshot_Task, 'duration_secs': 0.803087} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.957431] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1158.957746] env[69350]: DEBUG nova.compute.manager [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.958589] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcfd7ba-a4ab-4d91-9e50-1f1b8c1bb114 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.035915] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.061101] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149708, 'name': CreateVM_Task, 'duration_secs': 0.390253} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.061101] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.061101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.061101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.061101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.061352] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e94ad0-aac2-49c6-a847-e6d2d310083a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.066998] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1159.066998] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bae2f5-75e1-b9d3-91ec-3c8553809ac7" [ 1159.066998] env[69350]: _type = "Task" [ 1159.066998] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.076372] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bae2f5-75e1-b9d3-91ec-3c8553809ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.425088] env[69350]: DEBUG oslo_concurrency.lockutils [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Releasing lock "refresh_cache-ab450e9b-8302-4bff-a4b5-a9f78127e9a8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.425500] env[69350]: DEBUG nova.objects.instance [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lazy-loading 'migration_context' on Instance uuid ab450e9b-8302-4bff-a4b5-a9f78127e9a8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.442474] env[69350]: DEBUG oslo_vmware.api [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Task: {'id': task-4149710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152995} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.442786] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.443016] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.443293] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.443488] env[69350]: INFO nova.compute.manager [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1159.443769] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.444013] env[69350]: DEBUG nova.compute.manager [-] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.444149] env[69350]: DEBUG nova.network.neutron [-] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.448102] env[69350]: INFO nova.compute.manager [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Took 0.55 seconds to detach 1 volumes for instance. [ 1159.470715] env[69350]: INFO nova.compute.manager [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Shelve offloading [ 1159.536187] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.582205] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bae2f5-75e1-b9d3-91ec-3c8553809ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.582615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.582854] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.583153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.583306] env[69350]: DEBUG oslo_concurrency.lockutils [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.583483] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.583806] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69f48db4-3ba2-4fbe-b3a9-d3c4ab577438 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.596101] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.596312] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.597185] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45fd786f-4e61-4ef2-bacf-eb17f1b2d0a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.603858] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1159.603858] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5299348e-3b78-00d8-34ce-d1ff2d2a4186" [ 1159.603858] env[69350]: _type = "Task" [ 1159.603858] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.614455] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5299348e-3b78-00d8-34ce-d1ff2d2a4186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.928393] env[69350]: DEBUG nova.objects.base [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.929528] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c698ee-6ec2-40ba-aff7-dc89b4f91d95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.953886] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.954276] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.954499] env[69350]: DEBUG nova.objects.instance [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lazy-loading 'resources' on Instance uuid dbee36db-a7f0-41d3-b652-bce9f18968d2 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.957927] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7856b82-954a-4add-ab3c-01e95eef75d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.962771] env[69350]: DEBUG oslo_vmware.api [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1159.962771] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5252458b-9cb1-a84f-1da8-79ec677188b0" [ 1159.962771] env[69350]: _type = "Task" [ 1159.962771] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.974371] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.974723] env[69350]: DEBUG oslo_vmware.api [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5252458b-9cb1-a84f-1da8-79ec677188b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008312} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.974969] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b3fa767-0789-4d4a-a90e-66e4c3ed85af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.976785] env[69350]: DEBUG oslo_concurrency.lockutils [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.984490] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1159.984490] env[69350]: value = "task-4149711" [ 1159.984490] env[69350]: _type = "Task" [ 1159.984490] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.992088] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.994690] env[69350]: DEBUG nova.compute.manager [req-a8b399e4-be65-442c-81e9-db10e29911f9 req-ad96b0d6-24e5-41bb-be37-0dc6f70b719a service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Received event network-vif-deleted-d837e918-5b85-4215-b408-06de41e19ef7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.994907] env[69350]: INFO nova.compute.manager [req-a8b399e4-be65-442c-81e9-db10e29911f9 req-ad96b0d6-24e5-41bb-be37-0dc6f70b719a service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Neutron deleted interface d837e918-5b85-4215-b408-06de41e19ef7; detaching it from the instance and deleting it from the info cache [ 1159.995089] env[69350]: DEBUG nova.network.neutron [req-a8b399e4-be65-442c-81e9-db10e29911f9 req-ad96b0d6-24e5-41bb-be37-0dc6f70b719a service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.036473] env[69350]: DEBUG oslo_vmware.api [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Task: {'id': task-4149690, 'name': ReconfigVM_Task, 'duration_secs': 6.222362} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.036750] env[69350]: DEBUG oslo_concurrency.lockutils [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] Releasing lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.036955] env[69350]: DEBUG nova.virt.vmwareapi.vmops [req-5866e4bb-423d-4a86-826f-8a0057905f6c req-26ce6e86-04f2-4693-a735-bb8290bf70b4 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Reconfigured VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1160.037509] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "bbeda223-6df4-42d2-813c-8e8087771b10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.542s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.037744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.037966] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.038161] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "bbeda223-6df4-42d2-813c-8e8087771b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.040305] env[69350]: INFO nova.compute.manager [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Terminating instance [ 1160.118291] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5299348e-3b78-00d8-34ce-d1ff2d2a4186, 'name': SearchDatastore_Task, 'duration_secs': 0.01817} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.119235] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229c965d-574f-4f14-94e2-e878a874b0b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.127812] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1160.127812] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5241464f-a562-16bd-a2d0-f0346e48e112" [ 1160.127812] env[69350]: _type = "Task" [ 1160.127812] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.137008] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5241464f-a562-16bd-a2d0-f0346e48e112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.278609] env[69350]: DEBUG nova.network.neutron [-] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.501685] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1ae0403-1110-4012-87b6-ebb8935a153b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.504090] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1160.504383] env[69350]: DEBUG nova.compute.manager [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.505996] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe90f49b-6cc3-429d-a5bd-88b5683d853b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.514332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.514503] env[69350]: DEBUG oslo_concurrency.lockutils [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.514679] env[69350]: DEBUG nova.network.neutron [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.519858] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db2f937-bf9d-46dd-bd73-433c6bf2088d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.545439] env[69350]: DEBUG nova.compute.manager [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.545655] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.557462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b4f49-ed6d-4260-a1b2-1e89842916f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.560726] env[69350]: DEBUG nova.compute.manager [req-a8b399e4-be65-442c-81e9-db10e29911f9 req-ad96b0d6-24e5-41bb-be37-0dc6f70b719a service nova] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Detach interface failed, port_id=d837e918-5b85-4215-b408-06de41e19ef7, reason: Instance 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.566173] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.568939] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-520f7c3d-08f1-4a0b-be13-756563d7ddcb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.579035] env[69350]: DEBUG oslo_vmware.api [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1160.579035] env[69350]: value = "task-4149712" [ 1160.579035] env[69350]: _type = "Task" [ 1160.579035] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.593245] env[69350]: DEBUG oslo_vmware.api [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.639757] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5241464f-a562-16bd-a2d0-f0346e48e112, 'name': SearchDatastore_Task, 'duration_secs': 0.012571} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.639896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.640326] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 4d90b31c-697c-4f29-b173-1a48235d3c31/4d90b31c-697c-4f29-b173-1a48235d3c31.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.640403] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca1f35d2-d202-4118-b4c5-865e7217ccd1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.654900] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1160.654900] env[69350]: value = "task-4149713" [ 1160.654900] env[69350]: _type = "Task" [ 1160.654900] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.665886] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.708809] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a691873-69cb-41c6-8fab-6f45fe85b569 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.717235] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decd92a2-4adc-49ed-9875-98b6495030ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.753400] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc3561-f5f8-4dc5-8375-536ab491104a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.762114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2ee163-3744-4bb2-aba8-0bd31b937091 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.777341] env[69350]: DEBUG nova.compute.provider_tree [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.782569] env[69350]: INFO nova.compute.manager [-] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Took 1.34 seconds to deallocate network for instance. [ 1160.989009] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquiring lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.989372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.989627] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquiring lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.989884] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.990134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.993482] env[69350]: INFO nova.compute.manager [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Terminating instance [ 1161.093327] env[69350]: DEBUG oslo_vmware.api [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149712, 'name': PowerOffVM_Task, 'duration_secs': 0.230244} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.093751] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.093895] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.094200] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6d34e29-0bfb-49fa-84e3-b1294c701028 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.174646] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149713, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.196533] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.196799] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.196972] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleting the datastore file [datastore2] bbeda223-6df4-42d2-813c-8e8087771b10 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.197296] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eee084f6-5b51-4f39-8a2c-1c5d1630250b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.214814] env[69350]: DEBUG oslo_vmware.api [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1161.214814] env[69350]: value = "task-4149715" [ 1161.214814] env[69350]: _type = "Task" [ 1161.214814] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.224964] env[69350]: DEBUG oslo_vmware.api [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.284021] env[69350]: DEBUG nova.scheduler.client.report [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.294613] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.414839] env[69350]: DEBUG nova.network.neutron [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updating instance_info_cache with network_info: [{"id": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "address": "fa:16:3e:8c:c0:39", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb84584-8d", "ovs_interfaceid": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.499385] env[69350]: DEBUG nova.compute.manager [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.499693] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.500625] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab7ee2c-e638-4b2f-9899-943695ebeeb7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.509596] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.509943] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56799bcf-ba12-4142-8452-ff924545a99b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.517121] env[69350]: DEBUG oslo_vmware.api [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for the task: (returnval){ [ 1161.517121] env[69350]: value = "task-4149716" [ 1161.517121] env[69350]: _type = "Task" [ 1161.517121] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.526119] env[69350]: DEBUG oslo_vmware.api [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.670888] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573432} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.671198] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 4d90b31c-697c-4f29-b173-1a48235d3c31/4d90b31c-697c-4f29-b173-1a48235d3c31.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.671423] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.671703] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d57dda0-2456-4d8d-a24a-00d622f0d856 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.680440] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1161.680440] env[69350]: value = "task-4149717" [ 1161.680440] env[69350]: _type = "Task" [ 1161.680440] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.692013] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.726064] env[69350]: DEBUG oslo_vmware.api [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185799} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.726442] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.726595] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.726850] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.727067] env[69350]: INFO nova.compute.manager [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1161.727326] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.727551] env[69350]: DEBUG nova.compute.manager [-] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.727650] env[69350]: DEBUG nova.network.neutron [-] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.791768] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.794727] env[69350]: DEBUG oslo_concurrency.lockutils [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.818s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.817544] env[69350]: INFO nova.scheduler.client.report [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted allocations for instance dbee36db-a7f0-41d3-b652-bce9f18968d2 [ 1161.918522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.028797] env[69350]: DEBUG oslo_vmware.api [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149716, 'name': PowerOffVM_Task, 'duration_secs': 0.216974} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.029114] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.029245] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.029554] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d9edf17-914c-4599-a772-9e1ec3abf7da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.122180] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.122496] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.122585] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Deleting the datastore file [datastore1] 2fc9c41c-39a4-49dd-9f75-3cc61a74633e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.122856] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32caf834-b8fa-43b1-b757-b4daeedf3ad6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.135445] env[69350]: DEBUG oslo_vmware.api [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for the task: (returnval){ [ 1162.135445] env[69350]: value = "task-4149719" [ 1162.135445] env[69350]: _type = "Task" [ 1162.135445] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.154607] env[69350]: DEBUG oslo_vmware.api [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.194498] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082629} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.194851] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.196123] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a676939f-584b-4ef3-a27e-84a70b1bc8ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.222282] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 4d90b31c-697c-4f29-b173-1a48235d3c31/4d90b31c-697c-4f29-b173-1a48235d3c31.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.222589] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87aa5518-0dba-4a93-925f-bfdc21d53931 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.247749] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1162.247749] env[69350]: value = "task-4149720" [ 1162.247749] env[69350]: _type = "Task" [ 1162.247749] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.259584] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.326598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6bb38581-ddfb-4907-ab96-5d60383f3809 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "dbee36db-a7f0-41d3-b652-bce9f18968d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.623s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.514670] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88af9a04-626c-438b-b16f-bc23d0c96194 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.523770] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bdfffa-18f8-48a5-bde6-1c0cde38d5ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.559693] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3889de2c-634d-4397-8d92-1def263a6d6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.568765] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b59412-3af0-4daa-89ea-46bcb21226ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.584646] env[69350]: DEBUG nova.compute.provider_tree [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.646261] env[69350]: DEBUG oslo_vmware.api [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Task: {'id': task-4149719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241007} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.646530] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.646720] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.646898] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.647087] env[69350]: INFO nova.compute.manager [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1162.647346] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.647541] env[69350]: DEBUG nova.compute.manager [-] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.647637] env[69350]: DEBUG nova.network.neutron [-] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.748135] env[69350]: DEBUG nova.compute.manager [req-a0be54c8-79df-46c9-aaa4-04103c6cc210 req-1e8f7b03-76f9-4a2c-93eb-1d699d95b999 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received event network-vif-unplugged-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.748135] env[69350]: DEBUG oslo_concurrency.lockutils [req-a0be54c8-79df-46c9-aaa4-04103c6cc210 req-1e8f7b03-76f9-4a2c-93eb-1d699d95b999 service nova] Acquiring lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.748135] env[69350]: DEBUG oslo_concurrency.lockutils [req-a0be54c8-79df-46c9-aaa4-04103c6cc210 req-1e8f7b03-76f9-4a2c-93eb-1d699d95b999 service nova] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.748812] env[69350]: DEBUG oslo_concurrency.lockutils [req-a0be54c8-79df-46c9-aaa4-04103c6cc210 req-1e8f7b03-76f9-4a2c-93eb-1d699d95b999 service nova] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.749363] env[69350]: DEBUG nova.compute.manager [req-a0be54c8-79df-46c9-aaa4-04103c6cc210 req-1e8f7b03-76f9-4a2c-93eb-1d699d95b999 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] No waiting events found dispatching network-vif-unplugged-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.749704] env[69350]: WARNING nova.compute.manager [req-a0be54c8-79df-46c9-aaa4-04103c6cc210 req-1e8f7b03-76f9-4a2c-93eb-1d699d95b999 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received unexpected event network-vif-unplugged-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 for instance with vm_state shelved and task_state shelving_offloading. [ 1162.763392] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.887358] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.888778] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d396ae0-a125-45af-b5ea-27e7f135b512 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.898912] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.899496] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58536e22-72a4-400e-8b12-5433a5f30717 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.968240] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.968975] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.968975] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleting the datastore file [datastore1] a48b5209-b8cf-4efe-9051-46cc46ed9d83 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.969739] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cac9f1a-a77b-407b-a9c9-1040b032cbf2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.976294] env[69350]: DEBUG nova.compute.manager [req-2a4fa8db-4311-4842-b2c7-49b191988794 req-eac020d7-6ac4-4971-a214-7aa26e98b1b9 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Received event network-vif-deleted-181827e6-32d0-493a-b39c-ede65aa97cdc {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.976961] env[69350]: INFO nova.compute.manager [req-2a4fa8db-4311-4842-b2c7-49b191988794 req-eac020d7-6ac4-4971-a214-7aa26e98b1b9 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Neutron deleted interface 181827e6-32d0-493a-b39c-ede65aa97cdc; detaching it from the instance and deleting it from the info cache [ 1162.976961] env[69350]: DEBUG nova.network.neutron [req-2a4fa8db-4311-4842-b2c7-49b191988794 req-eac020d7-6ac4-4971-a214-7aa26e98b1b9 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.980951] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1162.980951] env[69350]: value = "task-4149722" [ 1162.980951] env[69350]: _type = "Task" [ 1162.980951] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.990899] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.089145] env[69350]: DEBUG nova.scheduler.client.report [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.262591] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149720, 'name': ReconfigVM_Task, 'duration_secs': 0.713953} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.262890] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 4d90b31c-697c-4f29-b173-1a48235d3c31/4d90b31c-697c-4f29-b173-1a48235d3c31.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.263542] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5be1e821-c39a-487a-9ff2-60b85a3bac5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.270608] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1163.270608] env[69350]: value = "task-4149723" [ 1163.270608] env[69350]: _type = "Task" [ 1163.270608] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.279305] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149723, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.368967] env[69350]: DEBUG nova.network.neutron [-] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.456030] env[69350]: DEBUG nova.network.neutron [-] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.481708] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06a289f9-37a3-4752-8caf-c4011778aa7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.499278] env[69350]: DEBUG oslo_vmware.api [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151176} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.501141] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.501786] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.501786] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.508431] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ce0b81-24ae-4b6a-b0e4-a3e6bccdc8d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.558206] env[69350]: DEBUG nova.compute.manager [req-2a4fa8db-4311-4842-b2c7-49b191988794 req-eac020d7-6ac4-4971-a214-7aa26e98b1b9 service nova] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Detach interface failed, port_id=181827e6-32d0-493a-b39c-ede65aa97cdc, reason: Instance 2fc9c41c-39a4-49dd-9f75-3cc61a74633e could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.558944] env[69350]: INFO nova.scheduler.client.report [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleted allocations for instance a48b5209-b8cf-4efe-9051-46cc46ed9d83 [ 1163.782921] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149723, 'name': Rename_Task, 'duration_secs': 0.26929} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.783225] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.783526] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9751f4-6951-4ad8-821f-e7af197cf9d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.793453] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1163.793453] env[69350]: value = "task-4149724" [ 1163.793453] env[69350]: _type = "Task" [ 1163.793453] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.802464] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.871213] env[69350]: INFO nova.compute.manager [-] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Took 2.14 seconds to deallocate network for instance. [ 1163.959968] env[69350]: INFO nova.compute.manager [-] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Took 1.31 seconds to deallocate network for instance. [ 1164.066599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.106370] env[69350]: DEBUG oslo_concurrency.lockutils [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.312s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.109204] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.815s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.109461] env[69350]: DEBUG nova.objects.instance [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lazy-loading 'resources' on Instance uuid 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.262153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.262153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.262153] env[69350]: INFO nova.compute.manager [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Shelving [ 1164.306333] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.378504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.467383] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.678812] env[69350]: INFO nova.scheduler.client.report [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted allocation for migration 4012d515-8317-4a76-9104-1513c38ee482 [ 1164.784943] env[69350]: DEBUG nova.compute.manager [req-ac27da10-cf6f-4cfb-85b6-575232379ffd req-9148eced-111e-45ca-97d9-bf3b7e1e9bf2 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Received event network-vif-deleted-b73e4420-b97a-40fe-958c-b4c467f30761 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.785359] env[69350]: DEBUG nova.compute.manager [req-ac27da10-cf6f-4cfb-85b6-575232379ffd req-9148eced-111e-45ca-97d9-bf3b7e1e9bf2 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received event network-changed-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.785586] env[69350]: DEBUG nova.compute.manager [req-ac27da10-cf6f-4cfb-85b6-575232379ffd req-9148eced-111e-45ca-97d9-bf3b7e1e9bf2 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Refreshing instance network info cache due to event network-changed-0cb84584-8dfb-4d6a-b489-e34fb17fdff9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.785760] env[69350]: DEBUG oslo_concurrency.lockutils [req-ac27da10-cf6f-4cfb-85b6-575232379ffd req-9148eced-111e-45ca-97d9-bf3b7e1e9bf2 service nova] Acquiring lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.785903] env[69350]: DEBUG oslo_concurrency.lockutils [req-ac27da10-cf6f-4cfb-85b6-575232379ffd req-9148eced-111e-45ca-97d9-bf3b7e1e9bf2 service nova] Acquired lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.786076] env[69350]: DEBUG nova.network.neutron [req-ac27da10-cf6f-4cfb-85b6-575232379ffd req-9148eced-111e-45ca-97d9-bf3b7e1e9bf2 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Refreshing network info cache for port 0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.790344] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099dc548-7de4-4c78-96c5-c57a7a31c605 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.806382] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d740144-afeb-47ed-b7c2-8802893a6a6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.809654] env[69350]: DEBUG oslo_vmware.api [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149724, 'name': PowerOnVM_Task, 'duration_secs': 0.549021} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.810481] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.810743] env[69350]: DEBUG nova.compute.manager [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.811980] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd620f2-2d20-4634-9f02-5d0e1deb8bb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.848122] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b12529c-0d03-4b05-b003-9329d35c48e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.853275] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.853571] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.865851] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b69ffc-39dc-4b77-8932-7ef36c40e329 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.884806] env[69350]: DEBUG nova.compute.provider_tree [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.011139] env[69350]: INFO nova.compute.manager [None req-db8d4602-c150-4b61-b36c-54ca594b38f7 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Get console output [ 1165.011376] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-db8d4602-c150-4b61-b36c-54ca594b38f7 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] The console log is missing. Check your VSPC configuration [ 1165.187469] env[69350]: DEBUG oslo_concurrency.lockutils [None req-150487c7-898e-4b5e-8141-40dbf9ce54c6 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.588s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.275096] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.275439] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e18df725-0cb1-4560-a9f4-f390da1fe97d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.283438] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1165.283438] env[69350]: value = "task-4149725" [ 1165.283438] env[69350]: _type = "Task" [ 1165.283438] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.293941] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.359744] env[69350]: DEBUG nova.compute.manager [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.369981] env[69350]: DEBUG oslo_concurrency.lockutils [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.406726] env[69350]: ERROR nova.scheduler.client.report [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] [req-6acd3145-2eb6-4f98-bf92-db017e206bde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6acd3145-2eb6-4f98-bf92-db017e206bde"}]} [ 1165.424176] env[69350]: DEBUG nova.scheduler.client.report [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1165.438497] env[69350]: DEBUG nova.scheduler.client.report [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1165.438734] env[69350]: DEBUG nova.compute.provider_tree [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.449757] env[69350]: DEBUG nova.scheduler.client.report [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1165.469219] env[69350]: DEBUG nova.scheduler.client.report [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1165.513621] env[69350]: DEBUG nova.network.neutron [req-ac27da10-cf6f-4cfb-85b6-575232379ffd req-9148eced-111e-45ca-97d9-bf3b7e1e9bf2 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updated VIF entry in instance network info cache for port 0cb84584-8dfb-4d6a-b489-e34fb17fdff9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.514297] env[69350]: DEBUG nova.network.neutron [req-ac27da10-cf6f-4cfb-85b6-575232379ffd req-9148eced-111e-45ca-97d9-bf3b7e1e9bf2 service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updating instance_info_cache with network_info: [{"id": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "address": "fa:16:3e:8c:c0:39", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0cb84584-8d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.589808] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.650766] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f092674-5e61-41f9-9d5c-ff9a79e133b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.658734] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac097f2-e435-4534-96c5-42c133fa219e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.689599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "4d90b31c-697c-4f29-b173-1a48235d3c31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.689842] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "4d90b31c-697c-4f29-b173-1a48235d3c31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.690062] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "4d90b31c-697c-4f29-b173-1a48235d3c31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.690254] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "4d90b31c-697c-4f29-b173-1a48235d3c31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.690424] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "4d90b31c-697c-4f29-b173-1a48235d3c31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.692937] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963ea50d-fefe-40db-969e-20eca23f241b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.695794] env[69350]: INFO nova.compute.manager [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Terminating instance [ 1165.702648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0476bc68-d9f8-4ff3-a76a-47a0834805e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.717854] env[69350]: DEBUG nova.compute.provider_tree [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.794852] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149725, 'name': PowerOffVM_Task, 'duration_secs': 0.301738} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.794976] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.795706] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800be6d0-6ba8-4fbf-97b8-b23a6a96038b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.813804] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8573c6-423c-411f-98e4-bbf15ee318e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.882210] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.017613] env[69350]: DEBUG oslo_concurrency.lockutils [req-ac27da10-cf6f-4cfb-85b6-575232379ffd req-9148eced-111e-45ca-97d9-bf3b7e1e9bf2 service nova] Releasing lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.200256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "refresh_cache-4d90b31c-697c-4f29-b173-1a48235d3c31" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.200474] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquired lock "refresh_cache-4d90b31c-697c-4f29-b173-1a48235d3c31" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.200660] env[69350]: DEBUG nova.network.neutron [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.246951] env[69350]: DEBUG nova.scheduler.client.report [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1166.247298] env[69350]: DEBUG nova.compute.provider_tree [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 151 to 152 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1166.247475] env[69350]: DEBUG nova.compute.provider_tree [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.326970] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1166.326970] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cbc478f0-274e-4faa-b0fc-18eeffc36dcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.334452] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1166.334452] env[69350]: value = "task-4149726" [ 1166.334452] env[69350]: _type = "Task" [ 1166.334452] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.342843] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149726, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.411941] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.412405] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Cleaning up deleted instances {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1166.722069] env[69350]: DEBUG nova.network.neutron [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.752622] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.643s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.754957] env[69350]: DEBUG oslo_concurrency.lockutils [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.689s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.755259] env[69350]: DEBUG nova.objects.instance [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'resources' on Instance uuid a48b5209-b8cf-4efe-9051-46cc46ed9d83 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.774298] env[69350]: INFO nova.scheduler.client.report [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Deleted allocations for instance 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab [ 1166.779392] env[69350]: DEBUG nova.network.neutron [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.844876] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149726, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.932487] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] There are 65 instances to clean {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1166.932653] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.257454] env[69350]: DEBUG nova.objects.instance [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'numa_topology' on Instance uuid a48b5209-b8cf-4efe-9051-46cc46ed9d83 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.283779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Releasing lock "refresh_cache-4d90b31c-697c-4f29-b173-1a48235d3c31" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.284250] env[69350]: DEBUG nova.compute.manager [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.284467] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.284955] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e74205a0-70f4-4361-ab56-ea03e853a912 tempest-ServersTestJSON-245111932 tempest-ServersTestJSON-245111932-project-member] Lock "6ba44eb1-ae05-4d4d-8eb4-12917d08ddab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.493s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.286369] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3d4278-aea4-4680-b3a3-b883be4e514b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.295010] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.295271] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef2cfe56-081f-4a73-b442-3ff960606005 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.302966] env[69350]: DEBUG oslo_vmware.api [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1167.302966] env[69350]: value = "task-4149727" [ 1167.302966] env[69350]: _type = "Task" [ 1167.302966] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.312522] env[69350]: DEBUG oslo_vmware.api [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.344236] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149726, 'name': CreateSnapshot_Task, 'duration_secs': 0.63036} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.344528] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1167.346879] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5079960e-6ef3-4d7c-b760-e544442dd947 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.439074] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: dbee36db-a7f0-41d3-b652-bce9f18968d2] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.760159] env[69350]: DEBUG nova.objects.base [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.814680] env[69350]: DEBUG oslo_vmware.api [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149727, 'name': PowerOffVM_Task, 'duration_secs': 0.1202} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.814952] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.815142] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.815407] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e33f732d-9bd3-4c05-bdfe-d8328179490b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.845176] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.845460] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.845648] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Deleting the datastore file [datastore2] 4d90b31c-697c-4f29-b173-1a48235d3c31 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.845917] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef757a66-904b-4455-b3d2-0067751ede8b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.852442] env[69350]: DEBUG oslo_vmware.api [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for the task: (returnval){ [ 1167.852442] env[69350]: value = "task-4149729" [ 1167.852442] env[69350]: _type = "Task" [ 1167.852442] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.868670] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1167.869065] env[69350]: DEBUG oslo_vmware.api [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.872572] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c81f4c41-d5c9-43c8-8f28-234932593212 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.881924] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1167.881924] env[69350]: value = "task-4149730" [ 1167.881924] env[69350]: _type = "Task" [ 1167.881924] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.895149] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149730, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.941387] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: a3285ee5-2878-4f09-9f52-7462f2c5c715] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.977311] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d32ecdf-a5cb-416b-9cca-5cc7dff2befe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.985959] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749e3bff-dce2-40e5-adbc-a1c34bd527fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.018276] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08825624-6791-4aaa-ba3d-701f0bf8e484 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.026412] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feec8441-9879-44a5-a421-3e26b1dea22e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.041405] env[69350]: DEBUG nova.compute.provider_tree [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.369325] env[69350]: DEBUG oslo_vmware.api [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Task: {'id': task-4149729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118115} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.369591] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.369795] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.369977] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.370707] env[69350]: INFO nova.compute.manager [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1168.371058] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.372171] env[69350]: DEBUG nova.compute.manager [-] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.372352] env[69350]: DEBUG nova.network.neutron [-] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.394137] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149730, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.399539] env[69350]: DEBUG nova.network.neutron [-] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.447559] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 663e25f1-50fe-4eee-bf50-088edc72a0eb] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.545058] env[69350]: DEBUG nova.scheduler.client.report [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.863750] env[69350]: DEBUG nova.compute.manager [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1168.893636] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149730, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.902361] env[69350]: DEBUG nova.network.neutron [-] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.951387] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: bef70481-df38-44ff-a208-1bf3aa7d6bae] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.052607] env[69350]: DEBUG oslo_concurrency.lockutils [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.055315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.677s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.055531] env[69350]: DEBUG nova.objects.instance [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'resources' on Instance uuid bbeda223-6df4-42d2-813c-8e8087771b10 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.390096] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.393955] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149730, 'name': CloneVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.404595] env[69350]: INFO nova.compute.manager [-] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Took 1.03 seconds to deallocate network for instance. [ 1169.454896] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 70ba6da0-a397-490a-b86c-4237c0414240] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.563813] env[69350]: DEBUG oslo_concurrency.lockutils [None req-beed8632-51d5-418e-99c8-0e2d930d1617 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.657s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.564956] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.975s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.565117] env[69350]: INFO nova.compute.manager [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Unshelving [ 1169.737736] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2df0b4b-33df-4067-9043-b46ee48d7906 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.746241] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b5bba9-b334-4759-b87c-c4d3aeacd195 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.779121] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c239ceac-c75c-4bf9-afe2-17906e3d076c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.787343] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92258d9-759d-45b6-ab1e-7d37563faa8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.801358] env[69350]: DEBUG nova.compute.provider_tree [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.895035] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149730, 'name': CloneVM_Task, 'duration_secs': 1.566688} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.895419] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Created linked-clone VM from snapshot [ 1169.896215] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3402f3-ec06-44f7-beea-d06eb6f9f4f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.904505] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Uploading image 14976603-0c46-4797-864c-2c29ad1e11f2 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1169.910542] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.930410] env[69350]: DEBUG oslo_vmware.rw_handles [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1169.930410] env[69350]: value = "vm-821716" [ 1169.930410] env[69350]: _type = "VirtualMachine" [ 1169.930410] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1169.930704] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6af2bdaa-db79-4559-9f23-945d0c66c249 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.937928] env[69350]: DEBUG oslo_vmware.rw_handles [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lease: (returnval){ [ 1169.937928] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526abc30-e3af-0436-bd47-77ca8d4d77a2" [ 1169.937928] env[69350]: _type = "HttpNfcLease" [ 1169.937928] env[69350]: } obtained for exporting VM: (result){ [ 1169.937928] env[69350]: value = "vm-821716" [ 1169.937928] env[69350]: _type = "VirtualMachine" [ 1169.937928] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1169.938352] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the lease: (returnval){ [ 1169.938352] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526abc30-e3af-0436-bd47-77ca8d4d77a2" [ 1169.938352] env[69350]: _type = "HttpNfcLease" [ 1169.938352] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1169.945818] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.945818] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526abc30-e3af-0436-bd47-77ca8d4d77a2" [ 1169.945818] env[69350]: _type = "HttpNfcLease" [ 1169.945818] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.958489] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 01a78890-8fb3-4bcd-9c15-2e640eb21719] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.305016] env[69350]: DEBUG nova.scheduler.client.report [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.446732] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.446732] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526abc30-e3af-0436-bd47-77ca8d4d77a2" [ 1170.446732] env[69350]: _type = "HttpNfcLease" [ 1170.446732] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1170.447039] env[69350]: DEBUG oslo_vmware.rw_handles [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1170.447039] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526abc30-e3af-0436-bd47-77ca8d4d77a2" [ 1170.447039] env[69350]: _type = "HttpNfcLease" [ 1170.447039] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1170.447770] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a2e7a-ed9b-4abd-b9f3-0dc26c2c588c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.455656] env[69350]: DEBUG oslo_vmware.rw_handles [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff64d-2437-44e2-3c27-7ea2225d025f/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1170.455928] env[69350]: DEBUG oslo_vmware.rw_handles [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff64d-2437-44e2-3c27-7ea2225d025f/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1170.509321] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 1600d77f-8895-4b53-b8fb-bacf7e75e24d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.526397] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.526702] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.526902] env[69350]: INFO nova.compute.manager [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Shelving [ 1170.575611] env[69350]: DEBUG nova.compute.utils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.661063] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1c9a3b2-48e2-40d9-a23c-6c8bdae6cb7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.813074] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.813522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.346s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.814261] env[69350]: DEBUG nova.objects.instance [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lazy-loading 'resources' on Instance uuid 2fc9c41c-39a4-49dd-9f75-3cc61a74633e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.833573] env[69350]: INFO nova.scheduler.client.report [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleted allocations for instance bbeda223-6df4-42d2-813c-8e8087771b10 [ 1171.013400] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 0ac54757-717c-434f-9d11-c9be6b645dc8] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.078876] env[69350]: INFO nova.virt.block_device [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Booting with volume e260cc68-f27a-4099-8ebd-df203895b8ac at /dev/sdb [ 1171.119262] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3659187e-6c34-4a27-9991-3510bb6ac763 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.129734] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91258a9-92bc-4869-95e9-21a600cae974 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.165258] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb4d36ab-37e8-4242-a699-07c697e55a86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.175030] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c883e747-95c1-46e3-9a79-5f9d881e28ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.208729] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cab8bd-f5ee-438e-929d-429061e7d3b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.217445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2c176e-86b1-487f-9efd-eaae95d87936 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.234186] env[69350]: DEBUG nova.virt.block_device [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updating existing volume attachment record: 27de540c-16d1-4f4d-8e8d-b139089d823e {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1171.342125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4be00ca7-8c95-4bf5-826e-d195101b08ef tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "bbeda223-6df4-42d2-813c-8e8087771b10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.304s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.343515] env[69350]: DEBUG oslo_concurrency.lockutils [req-49cea7f7-818e-4ebe-aa28-e8610e9439d2 req-1f2796da-9f82-4089-bb74-78de29b12683 service nova] Acquired lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.344650] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123b56a2-4ef6-4d91-bcbc-ce5eb75f51f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.354209] env[69350]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1171.354471] env[69350]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69350) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1171.357985] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-277aeddb-5083-429d-8c0b-8fd870f9ea25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.369158] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f645cf53-f0b5-418a-9774-7b929b9efc49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.412138] env[69350]: ERROR root [req-49cea7f7-818e-4ebe-aa28-e8610e9439d2 req-1f2796da-9f82-4089-bb74-78de29b12683 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-821679' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-821679' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-821679' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-821679'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-821679' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-821679' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-821679'}\n"]: nova.exception.InstanceNotFound: Instance bbeda223-6df4-42d2-813c-8e8087771b10 could not be found. [ 1171.412138] env[69350]: DEBUG oslo_concurrency.lockutils [req-49cea7f7-818e-4ebe-aa28-e8610e9439d2 req-1f2796da-9f82-4089-bb74-78de29b12683 service nova] Releasing lock "bbeda223-6df4-42d2-813c-8e8087771b10" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.412138] env[69350]: DEBUG nova.compute.manager [req-49cea7f7-818e-4ebe-aa28-e8610e9439d2 req-1f2796da-9f82-4089-bb74-78de29b12683 service nova] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Detach interface failed, port_id=cc4c9a96-b87e-4f84-bc47-d2f600631452, reason: Instance bbeda223-6df4-42d2-813c-8e8087771b10 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.412138] env[69350]: DEBUG nova.compute.manager [req-49cea7f7-818e-4ebe-aa28-e8610e9439d2 req-1f2796da-9f82-4089-bb74-78de29b12683 service nova] [instance: 66529222-2be7-402a-be8c-d1bc874faf7e] Received event network-vif-deleted-d0dbc148-4143-426b-821a-6a11b4ab032f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.520601] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 11bdae5e-c130-4165-b26f-0bf1be7c618e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.536572] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.537529] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6115c829-9e7c-4afb-a2b3-17af105dae98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.540569] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66493fc5-05ce-453c-8a40-9749fae285ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.548255] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e23e356-e932-4995-a620-8fcbe48368d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.554233] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1171.554233] env[69350]: value = "task-4149735" [ 1171.554233] env[69350]: _type = "Task" [ 1171.554233] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.585918] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4c1360-fd49-4297-b561-22597abfbde6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.592516] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.600420] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35ce814-fa98-4ea9-9a3c-7459a678693e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.619965] env[69350]: DEBUG nova.compute.provider_tree [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.024645] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 5aeca51c-e793-4523-bda2-e97b20f96828] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.066265] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149735, 'name': PowerOffVM_Task, 'duration_secs': 0.23922} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.066755] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.066755] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcacdc2-8ab3-4b8d-841b-c65014652ae9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.087942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d462d7-0db8-4963-85d6-ea1d142b5a8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.124687] env[69350]: DEBUG nova.scheduler.client.report [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.529885] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 79bce4ba-4b69-4826-99c6-3ef2b1b64e54] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.600962] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1172.600962] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-abf7bc17-5aae-4a87-9aa1-2916fd50c860 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.609388] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1172.609388] env[69350]: value = "task-4149736" [ 1172.609388] env[69350]: _type = "Task" [ 1172.609388] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.620738] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.629907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.632620] env[69350]: DEBUG oslo_concurrency.lockutils [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.263s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.632835] env[69350]: DEBUG nova.objects.instance [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1172.663172] env[69350]: INFO nova.scheduler.client.report [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Deleted allocations for instance 2fc9c41c-39a4-49dd-9f75-3cc61a74633e [ 1173.031629] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: a2e5f8d8-5220-45a1-b15f-6d590f0f1af1] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.121402] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149736, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.172843] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8de534c4-a37b-4527-8b4e-b98b1bab79c4 tempest-ServerMetadataTestJSON-978332903 tempest-ServerMetadataTestJSON-978332903-project-member] Lock "2fc9c41c-39a4-49dd-9f75-3cc61a74633e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.183s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.536267] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: fcbbeb76-4231-422b-8d83-f0b742a9bc1c] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.622393] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149736, 'name': CreateSnapshot_Task, 'duration_secs': 0.723369} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.622723] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1173.623704] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2ea346-786b-4057-856b-63e4dca33e60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.641534] env[69350]: DEBUG oslo_concurrency.lockutils [None req-22d9bcb6-3cde-4dad-8235-87ecc685659a tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.642978] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.761s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.644665] env[69350]: INFO nova.compute.claims [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.815320] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "506805ef-b2f2-4f90-8476-a78fb4cea943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.816816] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.040247] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 68e79771-9b9d-41f2-86d2-f1bcb9f376b6] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.143936] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1174.144352] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8afb2106-a447-4f09-9043-fa421f404266 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.161446] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1174.161446] env[69350]: value = "task-4149738" [ 1174.161446] env[69350]: _type = "Task" [ 1174.161446] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.320852] env[69350]: DEBUG nova.compute.manager [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.546015] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: ac0ccfd2-ee94-4d86-b64e-5427fa860655] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.674264] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149738, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.752794] env[69350]: DEBUG oslo_concurrency.lockutils [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.753083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.845014] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff766cb8-5593-4664-a83c-7452dc650019 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.849141] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.855991] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e41986-adac-486d-aade-2d17feaf5df1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.895592] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bd728e-8ee8-4d50-9a3c-5b2f1d4b7888 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.906559] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c7c89f-801d-48f8-89d0-fe048202e9c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.923698] env[69350]: DEBUG nova.compute.provider_tree [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.048847] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 6d3e0b5d-40e3-4dfe-b8c3-475ade80ec24] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.173683] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149738, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.256999] env[69350]: DEBUG nova.compute.utils [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.451350] env[69350]: ERROR nova.scheduler.client.report [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [req-e7211989-2f74-46c2-8d27-bd06b63a720e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e7211989-2f74-46c2-8d27-bd06b63a720e"}]} [ 1175.468222] env[69350]: DEBUG nova.scheduler.client.report [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1175.487044] env[69350]: DEBUG nova.scheduler.client.report [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1175.487363] env[69350]: DEBUG nova.compute.provider_tree [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.499995] env[69350]: DEBUG nova.scheduler.client.report [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1175.521928] env[69350]: DEBUG nova.scheduler.client.report [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1175.552604] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 769767e9-a5a2-41e2-884c-4cec5363c01a] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.677282] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149738, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.704033] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e931d23-de59-4dc0-bdad-a706fbec2a1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.712009] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e49d6b1-907c-47d0-ae9e-23b9cd4499e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.744294] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde6d77d-445e-44a9-a216-97b07846d1cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.752882] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba64852b-9b05-4a8a-9da1-14eae9d8b122 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.760130] env[69350]: DEBUG oslo_concurrency.lockutils [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.769176] env[69350]: DEBUG nova.compute.provider_tree [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.056481] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 2221dfc1-f05d-4bb6-a179-697752e4ffe6] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.175789] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149738, 'name': CloneVM_Task, 'duration_secs': 1.710603} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.176046] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Created linked-clone VM from snapshot [ 1176.176872] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d27d213-5bad-4e0e-8745-1121af276279 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.185326] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Uploading image 87e0e0f9-bf24-41b6-a113-b32bef3898fd {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1176.225128] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1176.225128] env[69350]: value = "vm-821720" [ 1176.225128] env[69350]: _type = "VirtualMachine" [ 1176.225128] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1176.225569] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6deed7f6-f7a9-41b2-b08c-e7ac1beb08ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.236700] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lease: (returnval){ [ 1176.236700] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520e4b5c-d512-1b1d-4501-1ab440c10014" [ 1176.236700] env[69350]: _type = "HttpNfcLease" [ 1176.236700] env[69350]: } obtained for exporting VM: (result){ [ 1176.236700] env[69350]: value = "vm-821720" [ 1176.236700] env[69350]: _type = "VirtualMachine" [ 1176.236700] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1176.237438] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the lease: (returnval){ [ 1176.237438] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520e4b5c-d512-1b1d-4501-1ab440c10014" [ 1176.237438] env[69350]: _type = "HttpNfcLease" [ 1176.237438] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1176.245866] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.245866] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520e4b5c-d512-1b1d-4501-1ab440c10014" [ 1176.245866] env[69350]: _type = "HttpNfcLease" [ 1176.245866] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.470149] env[69350]: DEBUG nova.scheduler.client.report [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1176.470443] env[69350]: DEBUG nova.compute.provider_tree [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 155 to 156 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1176.470627] env[69350]: DEBUG nova.compute.provider_tree [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.560756] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 2ee11f2f-b004-4041-9a22-f0e7dd55ffe9] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.747493] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.747493] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520e4b5c-d512-1b1d-4501-1ab440c10014" [ 1176.747493] env[69350]: _type = "HttpNfcLease" [ 1176.747493] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1176.747952] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1176.747952] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520e4b5c-d512-1b1d-4501-1ab440c10014" [ 1176.747952] env[69350]: _type = "HttpNfcLease" [ 1176.747952] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1176.748951] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f446ddc5-5a79-4037-90b1-c8b41e078922 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.758282] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b37a38-773f-4f16-0ead-d612a1fec522/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1176.758484] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b37a38-773f-4f16-0ead-d612a1fec522/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1176.857491] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83557d9a-26fd-4edf-9381-8c0fc19d8dbd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.868766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.873582] env[69350]: DEBUG oslo_concurrency.lockutils [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.873865] env[69350]: DEBUG oslo_concurrency.lockutils [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.874129] env[69350]: INFO nova.compute.manager [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Attaching volume b1df5b10-d575-4165-8b55-eb1101ae3ea0 to /dev/sdb [ 1176.919965] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71cb4ec-dd1a-4f8d-b461-2b61013b4478 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.929201] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce101acc-7e8b-4e6c-bdd9-18ab6a095dd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.947022] env[69350]: DEBUG nova.virt.block_device [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Updating existing volume attachment record: 1bebface-2826-454e-a60a-cb48f42d2b02 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.976273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.333s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.977081] env[69350]: DEBUG nova.compute.manager [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.980247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.590s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.068136] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: e9f591e8-83f0-4313-b3ce-d49d8195f115] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.488915] env[69350]: DEBUG nova.compute.utils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.490037] env[69350]: INFO nova.compute.claims [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.494983] env[69350]: DEBUG nova.compute.manager [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.495142] env[69350]: DEBUG nova.network.neutron [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.543738] env[69350]: DEBUG nova.policy [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b72908407774d4c9df9e4fd263c49b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1044e7c00d64162a80f5d05097d9a9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.571057] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 949b5fcc-face-445f-bebb-e6c707b44546] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.860509] env[69350]: DEBUG nova.network.neutron [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Successfully created port: c8c4e707-b315-4c00-a295-b5c511c37aa3 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.995809] env[69350]: DEBUG nova.compute.manager [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.002868] env[69350]: INFO nova.compute.resource_tracker [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating resource usage from migration 66c66f03-55a6-47fd-b73a-14e715c34b4f [ 1178.076796] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 5e1db64d-9c71-4f51-bd53-79b2de8ae146] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.219172] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500588d4-a23b-4988-a12e-0667867ab58f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.228426] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89d339-eec8-48b4-a363-47166188fa14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.264086] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af70e5e0-a222-4205-9b52-e00a67e3b6af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.273130] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c1f352-6f21-4af4-9ead-4c6571476015 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.288621] env[69350]: DEBUG nova.compute.provider_tree [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.580021] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 8bf53f97-45bf-424b-8a2e-270b02860bd0] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.740144] env[69350]: DEBUG oslo_vmware.rw_handles [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff64d-2437-44e2-3c27-7ea2225d025f/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1178.741634] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26a7f51-4cdd-4b20-b248-09b46ff75251 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.748595] env[69350]: DEBUG oslo_vmware.rw_handles [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff64d-2437-44e2-3c27-7ea2225d025f/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1178.748832] env[69350]: ERROR oslo_vmware.rw_handles [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff64d-2437-44e2-3c27-7ea2225d025f/disk-0.vmdk due to incomplete transfer. [ 1178.749101] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5952ba83-ff54-47a0-8437-dc17a899bf82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.759060] env[69350]: DEBUG oslo_vmware.rw_handles [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eff64d-2437-44e2-3c27-7ea2225d025f/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1178.759311] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Uploaded image 14976603-0c46-4797-864c-2c29ad1e11f2 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1178.761870] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1178.762204] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29cfa924-7319-411d-9ce9-83f3cc31bf21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.769652] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1178.769652] env[69350]: value = "task-4149741" [ 1178.769652] env[69350]: _type = "Task" [ 1178.769652] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.778939] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149741, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.792236] env[69350]: DEBUG nova.scheduler.client.report [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.015978] env[69350]: DEBUG nova.compute.manager [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.051610] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.052325] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.052534] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.052750] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.052909] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.053261] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.053526] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.053702] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.053998] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.054204] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.054541] env[69350]: DEBUG nova.virt.hardware [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.055583] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f200ff8-a56f-4fb5-b762-2dc4bb8add4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.068395] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f342a63-8ab9-4b9d-95a3-67c07b77c22e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.084341] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 2544a7ff-d50c-4810-a6ed-dbff47bf7cb9] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.284064] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149741, 'name': Destroy_Task, 'duration_secs': 0.394139} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.284064] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Destroyed the VM [ 1179.284064] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1179.284064] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32e4f3e0-b0b8-4435-8cf1-c76a54b61d60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.292136] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1179.292136] env[69350]: value = "task-4149743" [ 1179.292136] env[69350]: _type = "Task" [ 1179.292136] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.297315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.317s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.297515] env[69350]: INFO nova.compute.manager [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Migrating [ 1179.304431] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.394s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.304628] env[69350]: DEBUG nova.objects.instance [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lazy-loading 'resources' on Instance uuid 4d90b31c-697c-4f29-b173-1a48235d3c31 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.319927] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149743, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.338151] env[69350]: DEBUG nova.compute.manager [req-705cef1a-8bc9-4ed1-b577-53f28fdf76e0 req-6abd9d5d-137a-4adb-b335-92876997f6be service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Received event network-vif-plugged-c8c4e707-b315-4c00-a295-b5c511c37aa3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.338212] env[69350]: DEBUG oslo_concurrency.lockutils [req-705cef1a-8bc9-4ed1-b577-53f28fdf76e0 req-6abd9d5d-137a-4adb-b335-92876997f6be service nova] Acquiring lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.338448] env[69350]: DEBUG oslo_concurrency.lockutils [req-705cef1a-8bc9-4ed1-b577-53f28fdf76e0 req-6abd9d5d-137a-4adb-b335-92876997f6be service nova] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.338728] env[69350]: DEBUG oslo_concurrency.lockutils [req-705cef1a-8bc9-4ed1-b577-53f28fdf76e0 req-6abd9d5d-137a-4adb-b335-92876997f6be service nova] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.338941] env[69350]: DEBUG nova.compute.manager [req-705cef1a-8bc9-4ed1-b577-53f28fdf76e0 req-6abd9d5d-137a-4adb-b335-92876997f6be service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] No waiting events found dispatching network-vif-plugged-c8c4e707-b315-4c00-a295-b5c511c37aa3 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.339113] env[69350]: WARNING nova.compute.manager [req-705cef1a-8bc9-4ed1-b577-53f28fdf76e0 req-6abd9d5d-137a-4adb-b335-92876997f6be service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Received unexpected event network-vif-plugged-c8c4e707-b315-4c00-a295-b5c511c37aa3 for instance with vm_state building and task_state spawning. [ 1179.442562] env[69350]: DEBUG nova.network.neutron [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Successfully updated port: c8c4e707-b315-4c00-a295-b5c511c37aa3 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.587380] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: a89d7747-274e-4b52-a3f3-816612fda09a] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.743871] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.744561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.803061] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149743, 'name': RemoveSnapshot_Task, 'duration_secs': 0.491102} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.803386] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1179.803700] env[69350]: DEBUG nova.compute.manager [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.804573] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da9342-a9e4-4483-b296-b851853836ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.818864] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.818864] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.819053] env[69350]: DEBUG nova.network.neutron [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.945719] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.945878] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.946043] env[69350]: DEBUG nova.network.neutron [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.000154] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10916a39-f3e0-4c9b-b955-343246ede616 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.009757] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c4a81-a755-4934-b06b-15461830484e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.044012] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816192ce-75d1-4d52-979d-c2d3708a38c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.053027] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efd7e88-0537-4635-9a59-c739717e2a0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.067775] env[69350]: DEBUG nova.compute.provider_tree [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.091405] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: aec220bd-625b-4397-a85a-7b905c04169c] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.248906] env[69350]: DEBUG nova.compute.manager [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.321792] env[69350]: INFO nova.compute.manager [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Shelve offloading [ 1180.477661] env[69350]: DEBUG nova.network.neutron [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.556451] env[69350]: DEBUG nova.network.neutron [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance_info_cache with network_info: [{"id": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "address": "fa:16:3e:fe:d9:4f", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c925a48-8b", "ovs_interfaceid": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.589767] env[69350]: ERROR nova.scheduler.client.report [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] [req-047891fa-e7ed-4559-836f-121a7eec0c82] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-047891fa-e7ed-4559-836f-121a7eec0c82"}]} [ 1180.594709] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 6f3f2a28-a8e4-4dc4-9140-eb4fcdf71f27] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.610937] env[69350]: DEBUG nova.scheduler.client.report [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1180.620346] env[69350]: DEBUG nova.network.neutron [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Updating instance_info_cache with network_info: [{"id": "c8c4e707-b315-4c00-a295-b5c511c37aa3", "address": "fa:16:3e:65:27:dc", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c4e707-b3", "ovs_interfaceid": "c8c4e707-b315-4c00-a295-b5c511c37aa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.630570] env[69350]: DEBUG nova.scheduler.client.report [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1180.630805] env[69350]: DEBUG nova.compute.provider_tree [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.644127] env[69350]: DEBUG nova.scheduler.client.report [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1180.664989] env[69350]: DEBUG nova.scheduler.client.report [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1180.766426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.827516] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.827833] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6da4441d-cf1f-402b-aa18-d5a384d54d58 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.836950] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1180.836950] env[69350]: value = "task-4149744" [ 1180.836950] env[69350]: _type = "Task" [ 1180.836950] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.838820] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c69da-f27f-4cde-91ea-ba290cb4859d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.853034] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1180.853544] env[69350]: DEBUG nova.compute.manager [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.854133] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9231ed-807f-408f-9602-3ded93f4c312 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.858015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5387da82-87c4-4d93-83bf-9dbb34966942 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.892079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.892359] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.892545] env[69350]: DEBUG nova.network.neutron [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.895038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fb8b0f-f6bc-47d4-bcd7-0e846fb40bac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.905458] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416c9cb0-cb70-4290-9482-729565289705 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.923712] env[69350]: DEBUG nova.compute.provider_tree [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.059830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.100109] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 31e7d403-ccf5-4c65-87fc-14ebe825b08f] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.123052] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.123255] env[69350]: DEBUG nova.compute.manager [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Instance network_info: |[{"id": "c8c4e707-b315-4c00-a295-b5c511c37aa3", "address": "fa:16:3e:65:27:dc", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c4e707-b3", "ovs_interfaceid": "c8c4e707-b315-4c00-a295-b5c511c37aa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.123617] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:27:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c4e707-b315-4c00-a295-b5c511c37aa3', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.131427] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.132392] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.132719] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abaa20dc-f1a2-44c2-92a7-5731d3a072a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.155476] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.155476] env[69350]: value = "task-4149745" [ 1181.155476] env[69350]: _type = "Task" [ 1181.155476] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.164156] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149745, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.390863] env[69350]: DEBUG nova.compute.manager [req-310c732c-d3f5-48c4-9d00-e836dfab5a36 req-6f53584d-bfb5-49e8-9b6b-23ff9258d665 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Received event network-changed-c8c4e707-b315-4c00-a295-b5c511c37aa3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.391259] env[69350]: DEBUG nova.compute.manager [req-310c732c-d3f5-48c4-9d00-e836dfab5a36 req-6f53584d-bfb5-49e8-9b6b-23ff9258d665 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Refreshing instance network info cache due to event network-changed-c8c4e707-b315-4c00-a295-b5c511c37aa3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.391536] env[69350]: DEBUG oslo_concurrency.lockutils [req-310c732c-d3f5-48c4-9d00-e836dfab5a36 req-6f53584d-bfb5-49e8-9b6b-23ff9258d665 service nova] Acquiring lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.391690] env[69350]: DEBUG oslo_concurrency.lockutils [req-310c732c-d3f5-48c4-9d00-e836dfab5a36 req-6f53584d-bfb5-49e8-9b6b-23ff9258d665 service nova] Acquired lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.391854] env[69350]: DEBUG nova.network.neutron [req-310c732c-d3f5-48c4-9d00-e836dfab5a36 req-6f53584d-bfb5-49e8-9b6b-23ff9258d665 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Refreshing network info cache for port c8c4e707-b315-4c00-a295-b5c511c37aa3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.475404] env[69350]: DEBUG nova.scheduler.client.report [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1181.475758] env[69350]: DEBUG nova.compute.provider_tree [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 157 to 158 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1181.475910] env[69350]: DEBUG nova.compute.provider_tree [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.496178] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1181.496437] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821721', 'volume_id': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'name': 'volume-b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22fb0187-31b3-439a-8d41-baaf594a6e8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'serial': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1181.497730] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5772a238-3091-4c78-93f6-61a55914c296 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.516487] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61067a9-4d41-4bd8-9e51-4d6a28d0f2c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.542771] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-b1df5b10-d575-4165-8b55-eb1101ae3ea0/volume-b1df5b10-d575-4165-8b55-eb1101ae3ea0.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.543079] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49227f97-0c29-4cd6-93b8-7d6d9c0288d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.569730] env[69350]: DEBUG oslo_vmware.api [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1181.569730] env[69350]: value = "task-4149746" [ 1181.569730] env[69350]: _type = "Task" [ 1181.569730] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.579159] env[69350]: DEBUG oslo_vmware.api [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.601939] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: a673f247-5537-40ee-a707-b537faf8d9e1] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.665990] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149745, 'name': CreateVM_Task, 'duration_secs': 0.368848} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.666227] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.666899] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.667105] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.667457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.667721] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbe5795-28db-4d26-9372-7adf626c59ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.674609] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1181.674609] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52f83523-481e-45a3-1201-c6447f70f85c" [ 1181.674609] env[69350]: _type = "Task" [ 1181.674609] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.686167] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f83523-481e-45a3-1201-c6447f70f85c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.707870] env[69350]: DEBUG nova.network.neutron [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updating instance_info_cache with network_info: [{"id": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "address": "fa:16:3e:5e:ae:51", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb948d3-6d", "ovs_interfaceid": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.984574] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.680s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.987446] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.138s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.989524] env[69350]: INFO nova.compute.claims [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.009544] env[69350]: INFO nova.scheduler.client.report [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Deleted allocations for instance 4d90b31c-697c-4f29-b173-1a48235d3c31 [ 1182.085929] env[69350]: DEBUG oslo_vmware.api [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149746, 'name': ReconfigVM_Task, 'duration_secs': 0.482503} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.086305] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-b1df5b10-d575-4165-8b55-eb1101ae3ea0/volume-b1df5b10-d575-4165-8b55-eb1101ae3ea0.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.091459] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416ef0f1-ab61-4657-af5c-f6fc34f4c401 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.110683] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: f982e2d2-8a7a-483d-ac67-6ae4665ec421] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.112984] env[69350]: DEBUG oslo_vmware.api [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1182.112984] env[69350]: value = "task-4149747" [ 1182.112984] env[69350]: _type = "Task" [ 1182.112984] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.123692] env[69350]: DEBUG oslo_vmware.api [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.186193] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52f83523-481e-45a3-1201-c6447f70f85c, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.186493] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.186858] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.187122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.187276] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.187461] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.187724] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fdd91a4-f65e-4394-bcb9-73863c122993 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.197805] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.198062] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.198915] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e206fee-9e9e-447f-bbd7-023dbf9b02dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.206092] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1182.206092] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52af1fde-9214-0917-ee01-f626b1615930" [ 1182.206092] env[69350]: _type = "Task" [ 1182.206092] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.210264] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.215697] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52af1fde-9214-0917-ee01-f626b1615930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.220502] env[69350]: DEBUG nova.network.neutron [req-310c732c-d3f5-48c4-9d00-e836dfab5a36 req-6f53584d-bfb5-49e8-9b6b-23ff9258d665 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Updated VIF entry in instance network info cache for port c8c4e707-b315-4c00-a295-b5c511c37aa3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.220857] env[69350]: DEBUG nova.network.neutron [req-310c732c-d3f5-48c4-9d00-e836dfab5a36 req-6f53584d-bfb5-49e8-9b6b-23ff9258d665 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Updating instance_info_cache with network_info: [{"id": "c8c4e707-b315-4c00-a295-b5c511c37aa3", "address": "fa:16:3e:65:27:dc", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c4e707-b3", "ovs_interfaceid": "c8c4e707-b315-4c00-a295-b5c511c37aa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.471574] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.472600] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef1fe9-cebb-44f4-86bb-43ba4b006d35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.481227] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.481558] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cf1a0a9-c40d-4824-ac13-ecbb1340e3db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.522436] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3de3dcc6-95f1-4cc3-af58-66a3f2ed4a64 tempest-ServersListShow296Test-1455285937 tempest-ServersListShow296Test-1455285937-project-member] Lock "4d90b31c-697c-4f29-b173-1a48235d3c31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.832s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.552412] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.552658] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.552844] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleting the datastore file [datastore2] bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.553134] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-603470c5-c7a9-4d41-ba17-4b3a3784b014 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.559824] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1182.559824] env[69350]: value = "task-4149749" [ 1182.559824] env[69350]: _type = "Task" [ 1182.559824] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.569164] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.586622] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d9245e-7aa2-4f78-bffe-5d2f04ccd329 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.608309] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance 'cb45c6d9-7937-4348-9373-ae08bbba1dc8' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.615567] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 3bbd2d7a-0d3b-48c1-8f66-ff3249b1df8e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.626519] env[69350]: DEBUG oslo_vmware.api [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149747, 'name': ReconfigVM_Task, 'duration_secs': 0.163725} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.627056] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821721', 'volume_id': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'name': 'volume-b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22fb0187-31b3-439a-8d41-baaf594a6e8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'serial': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1182.717538] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52af1fde-9214-0917-ee01-f626b1615930, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.719053] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f89409-7204-415f-b24e-508b4b215c6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.725035] env[69350]: DEBUG oslo_concurrency.lockutils [req-310c732c-d3f5-48c4-9d00-e836dfab5a36 req-6f53584d-bfb5-49e8-9b6b-23ff9258d665 service nova] Releasing lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.725508] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1182.725508] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52c5f2cf-558c-b73f-f47e-376b5e48d527" [ 1182.725508] env[69350]: _type = "Task" [ 1182.725508] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.734021] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c5f2cf-558c-b73f-f47e-376b5e48d527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.069376] env[69350]: DEBUG oslo_vmware.api [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182482} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.069605] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.069854] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.070048] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.091041] env[69350]: INFO nova.scheduler.client.report [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleted allocations for instance bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 [ 1183.115314] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.116127] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a41e35f-03b0-4889-b583-eadebd2f7b82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.120523] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 3d2f6a77-6fcd-49e2-9192-511a708c9dd6] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.126834] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1183.126834] env[69350]: value = "task-4149750" [ 1183.126834] env[69350]: _type = "Task" [ 1183.126834] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.145127] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.179400] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0971c2-c3be-4938-b9aa-183c82ae8d12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.190675] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f83c96-cb93-4f03-a23c-c67a770924be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.225648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48bd8b3-00d2-4223-b7d0-913274ae2ff5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.240405] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711dd007-c0fd-440f-bfff-6e514f1affd0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.244968] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52c5f2cf-558c-b73f-f47e-376b5e48d527, 'name': SearchDatastore_Task, 'duration_secs': 0.013801} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.245867] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.246206] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 62f19c49-b74e-4f8d-a8be-8347a818ccf0/62f19c49-b74e-4f8d-a8be-8347a818ccf0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.246999] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4af5328-f72c-4f64-9779-b508906fe59e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.258182] env[69350]: DEBUG nova.compute.provider_tree [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.264953] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1183.264953] env[69350]: value = "task-4149751" [ 1183.264953] env[69350]: _type = "Task" [ 1183.264953] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.274344] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.431125] env[69350]: DEBUG nova.compute.manager [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Received event network-vif-unplugged-fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.431125] env[69350]: DEBUG oslo_concurrency.lockutils [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] Acquiring lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.431125] env[69350]: DEBUG oslo_concurrency.lockutils [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.431125] env[69350]: DEBUG oslo_concurrency.lockutils [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.431125] env[69350]: DEBUG nova.compute.manager [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] No waiting events found dispatching network-vif-unplugged-fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.431125] env[69350]: WARNING nova.compute.manager [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Received unexpected event network-vif-unplugged-fbb948d3-6d63-4b97-945d-768dfb6ff64b for instance with vm_state shelved_offloaded and task_state None. [ 1183.431125] env[69350]: DEBUG nova.compute.manager [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Received event network-changed-fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.431773] env[69350]: DEBUG nova.compute.manager [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Refreshing instance network info cache due to event network-changed-fbb948d3-6d63-4b97-945d-768dfb6ff64b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.431773] env[69350]: DEBUG oslo_concurrency.lockutils [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] Acquiring lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.431773] env[69350]: DEBUG oslo_concurrency.lockutils [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] Acquired lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.431894] env[69350]: DEBUG nova.network.neutron [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Refreshing network info cache for port fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.596982] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.627896] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 29f054c3-cf54-45ba-8322-36acd6df235d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.642222] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149750, 'name': PowerOffVM_Task, 'duration_secs': 0.221905} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.643040] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.643040] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance 'cb45c6d9-7937-4348-9373-ae08bbba1dc8' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.685484] env[69350]: DEBUG nova.objects.instance [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lazy-loading 'flavor' on Instance uuid 22fb0187-31b3-439a-8d41-baaf594a6e8b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.765192] env[69350]: DEBUG nova.scheduler.client.report [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.780234] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479539} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.780574] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 62f19c49-b74e-4f8d-a8be-8347a818ccf0/62f19c49-b74e-4f8d-a8be-8347a818ccf0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.780805] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.781121] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2430436b-238e-401c-b248-28e467ed2c94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.790082] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1183.790082] env[69350]: value = "task-4149752" [ 1183.790082] env[69350]: _type = "Task" [ 1183.790082] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.801204] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.135760] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: ea875cca-f92c-4509-a97c-c704627dec6e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.150904] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.151189] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.151391] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.151587] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.151774] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.152492] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.152492] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.152492] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.152492] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.152693] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.153512] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.159176] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6831fe76-3938-4e64-83fe-4407d82ffb13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.177787] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1184.177787] env[69350]: value = "task-4149753" [ 1184.177787] env[69350]: _type = "Task" [ 1184.177787] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.189242] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.190269] env[69350]: DEBUG nova.network.neutron [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updated VIF entry in instance network info cache for port fbb948d3-6d63-4b97-945d-768dfb6ff64b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.190624] env[69350]: DEBUG nova.network.neutron [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updating instance_info_cache with network_info: [{"id": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "address": "fa:16:3e:5e:ae:51", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": null, "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfbb948d3-6d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.192346] env[69350]: DEBUG oslo_concurrency.lockutils [None req-526d1ef1-be37-4961-8404-5cbb430736fa tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.318s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.274659] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.275368] env[69350]: DEBUG nova.compute.manager [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.278256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.410s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.278989] env[69350]: DEBUG nova.objects.instance [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'pci_requests' on Instance uuid a48b5209-b8cf-4efe-9051-46cc46ed9d83 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.303981] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.434883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.435206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.642510] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: e32fbbf9-7be3-4a59-a190-d27cdfb1e357] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.689192] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149753, 'name': ReconfigVM_Task, 'duration_secs': 0.296298} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.689519] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance 'cb45c6d9-7937-4348-9373-ae08bbba1dc8' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.696033] env[69350]: DEBUG oslo_concurrency.lockutils [req-aea036d2-1bd9-444d-9205-30d5338270da req-dab02c6b-34d6-4a3f-851b-a31ac62fea8c service nova] Releasing lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.782229] env[69350]: DEBUG nova.compute.utils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.785122] env[69350]: DEBUG nova.objects.instance [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'numa_topology' on Instance uuid a48b5209-b8cf-4efe-9051-46cc46ed9d83 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.786935] env[69350]: DEBUG nova.compute.manager [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.787129] env[69350]: DEBUG nova.network.neutron [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.802267] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.54608} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.802572] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.803419] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a6c039-6abe-4b7b-9afb-36115ed3dcdf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.828631] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 62f19c49-b74e-4f8d-a8be-8347a818ccf0/62f19c49-b74e-4f8d-a8be-8347a818ccf0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.829025] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b06dc3-2c1f-4d98-8a36-79c82700155a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.844654] env[69350]: DEBUG nova.policy [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4db4ec4e7214fad90a24464240525e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01f41324f5d42edb4949e36cc14f759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.853481] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1184.853481] env[69350]: value = "task-4149754" [ 1184.853481] env[69350]: _type = "Task" [ 1184.853481] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.864893] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.896306] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "7387373b-9718-4ac3-b920-2c690cf049ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.896565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "7387373b-9718-4ac3-b920-2c690cf049ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.938865] env[69350]: INFO nova.compute.manager [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Detaching volume b1df5b10-d575-4165-8b55-eb1101ae3ea0 [ 1184.982450] env[69350]: INFO nova.virt.block_device [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Attempting to driver detach volume b1df5b10-d575-4165-8b55-eb1101ae3ea0 from mountpoint /dev/sdb [ 1184.982941] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.983668] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821721', 'volume_id': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'name': 'volume-b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22fb0187-31b3-439a-8d41-baaf594a6e8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'serial': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.984560] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b97783-5796-48a2-9822-56d7429a1165 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.011882] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ab3524-ae1c-411b-a2e6-b5784364f659 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.020877] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a96b96-4327-486d-8d54-12e26e987931 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.046114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5690d5-9099-4c7c-9e46-d95cbabe2b7d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.053030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.066530] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] The volume has not been displaced from its original location: [datastore1] volume-b1df5b10-d575-4165-8b55-eb1101ae3ea0/volume-b1df5b10-d575-4165-8b55-eb1101ae3ea0.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1185.076515] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.076515] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7060c4-b8f6-4d86-b9c6-38e8f3ebb8b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.096204] env[69350]: DEBUG oslo_vmware.api [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1185.096204] env[69350]: value = "task-4149755" [ 1185.096204] env[69350]: _type = "Task" [ 1185.096204] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.109029] env[69350]: DEBUG oslo_vmware.api [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.145935] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 928af6e6-a8a9-4cd1-b4b9-f161ef2f87ce] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.196225] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.196797] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.196984] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.197316] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.197504] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.197647] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.197868] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.198490] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.198798] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.199069] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.199397] env[69350]: DEBUG nova.virt.hardware [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.208254] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.209281] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d124e421-b432-48a3-b603-c6e24f2c77cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.242941] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1185.242941] env[69350]: value = "task-4149756" [ 1185.242941] env[69350]: _type = "Task" [ 1185.242941] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.248840] env[69350]: DEBUG nova.network.neutron [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Successfully created port: 2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.261430] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.287946] env[69350]: DEBUG nova.compute.manager [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.290979] env[69350]: INFO nova.compute.claims [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.368040] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149754, 'name': ReconfigVM_Task, 'duration_secs': 0.334291} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.368040] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 62f19c49-b74e-4f8d-a8be-8347a818ccf0/62f19c49-b74e-4f8d-a8be-8347a818ccf0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.369031] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6c43a5e-c734-42bd-8c4c-71455495d409 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.378508] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1185.378508] env[69350]: value = "task-4149757" [ 1185.378508] env[69350]: _type = "Task" [ 1185.378508] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.389443] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149757, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.399995] env[69350]: DEBUG nova.compute.manager [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.607296] env[69350]: DEBUG oslo_vmware.api [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149755, 'name': ReconfigVM_Task, 'duration_secs': 0.363145} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.607296] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.611772] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff984057-0e32-40e9-ba62-4f4aeaae42e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.627969] env[69350]: DEBUG oslo_vmware.api [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1185.627969] env[69350]: value = "task-4149758" [ 1185.627969] env[69350]: _type = "Task" [ 1185.627969] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.636942] env[69350]: DEBUG oslo_vmware.api [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.649767] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 44ed7717-9706-4291-876b-6ec99b411044] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.696449] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b37a38-773f-4f16-0ead-d612a1fec522/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1185.697438] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e573d37e-e091-4f5d-b201-472f9315b8c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.704266] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b37a38-773f-4f16-0ead-d612a1fec522/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1185.704501] env[69350]: ERROR oslo_vmware.rw_handles [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b37a38-773f-4f16-0ead-d612a1fec522/disk-0.vmdk due to incomplete transfer. [ 1185.704689] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dd3297a8-5578-41c7-a12c-7688b548bceb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.712278] env[69350]: DEBUG oslo_vmware.rw_handles [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b37a38-773f-4f16-0ead-d612a1fec522/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1185.712469] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Uploaded image 87e0e0f9-bf24-41b6-a113-b32bef3898fd to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1185.714410] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1185.714713] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-16253a01-f696-4c0b-b733-8e17ba4e608e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.721337] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1185.721337] env[69350]: value = "task-4149759" [ 1185.721337] env[69350]: _type = "Task" [ 1185.721337] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.730087] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149759, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.753126] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149756, 'name': ReconfigVM_Task, 'duration_secs': 0.258946} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.753362] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.754206] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17dc0b8-77c1-4a78-8a59-c05418e59f49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.777316] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] cb45c6d9-7937-4348-9373-ae08bbba1dc8/cb45c6d9-7937-4348-9373-ae08bbba1dc8.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.777642] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7003fb38-3538-4a81-be4e-76190679b579 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.803328] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1185.803328] env[69350]: value = "task-4149760" [ 1185.803328] env[69350]: _type = "Task" [ 1185.803328] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.812298] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.888725] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149757, 'name': Rename_Task, 'duration_secs': 0.17168} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.889115] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.891250] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dbf37eb-724f-41d9-9e8b-7b60d0e6f331 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.895746] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1185.895746] env[69350]: value = "task-4149761" [ 1185.895746] env[69350]: _type = "Task" [ 1185.895746] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.908255] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.925165] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.139456] env[69350]: DEBUG oslo_vmware.api [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149758, 'name': ReconfigVM_Task, 'duration_secs': 0.210679} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.139854] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821721', 'volume_id': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'name': 'volume-b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22fb0187-31b3-439a-8d41-baaf594a6e8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0', 'serial': 'b1df5b10-d575-4165-8b55-eb1101ae3ea0'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1186.153424] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: b7c84f2c-b5eb-4c18-ac05-74012453b01f] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.232963] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149759, 'name': Destroy_Task, 'duration_secs': 0.487038} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.233294] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Destroyed the VM [ 1186.233715] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1186.234418] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d1a741b-56a3-4235-b1fc-e13260866de4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.241591] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1186.241591] env[69350]: value = "task-4149762" [ 1186.241591] env[69350]: _type = "Task" [ 1186.241591] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.252064] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149762, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.302399] env[69350]: DEBUG nova.compute.manager [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.317691] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149760, 'name': ReconfigVM_Task, 'duration_secs': 0.404205} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.317964] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Reconfigured VM instance instance-00000069 to attach disk [datastore1] cb45c6d9-7937-4348-9373-ae08bbba1dc8/cb45c6d9-7937-4348-9373-ae08bbba1dc8.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.318267] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance 'cb45c6d9-7937-4348-9373-ae08bbba1dc8' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.331039] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.331321] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.331480] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.331660] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.331955] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.332164] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.332389] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.332553] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.333305] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.333533] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.333731] env[69350]: DEBUG nova.virt.hardware [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.334693] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826f08f8-fc92-4008-8a49-604e3bb36e36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.347108] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359ffb42-14d5-4771-909d-92ed457ff2d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.409951] env[69350]: DEBUG oslo_vmware.api [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149761, 'name': PowerOnVM_Task, 'duration_secs': 0.491393} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.413043] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.413157] env[69350]: INFO nova.compute.manager [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1186.413262] env[69350]: DEBUG nova.compute.manager [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.414427] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5145f05e-808e-4e5e-ad7c-680d7df65666 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.514600] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c1d971-8716-4d13-81f9-c81e1c0546f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.522604] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c0d0a6-900e-4fba-b617-6d1f2935aecb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.558474] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d48c89d-9c2a-41fb-a87a-b3d55fdc2987 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.567459] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c051a07-55f2-4a70-9e5a-03e7408277a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.581783] env[69350]: DEBUG nova.compute.provider_tree [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.656771] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 34a4912a-b90d-4dfb-b697-a1e75758d8d6] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.672183] env[69350]: DEBUG nova.compute.manager [req-62662396-3a88-4f3b-9164-98b911604fd3 req-d84352ad-207a-4eef-b411-5a94e61bfb43 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received event network-vif-plugged-2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.672416] env[69350]: DEBUG oslo_concurrency.lockutils [req-62662396-3a88-4f3b-9164-98b911604fd3 req-d84352ad-207a-4eef-b411-5a94e61bfb43 service nova] Acquiring lock "506805ef-b2f2-4f90-8476-a78fb4cea943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.672639] env[69350]: DEBUG oslo_concurrency.lockutils [req-62662396-3a88-4f3b-9164-98b911604fd3 req-d84352ad-207a-4eef-b411-5a94e61bfb43 service nova] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.672805] env[69350]: DEBUG oslo_concurrency.lockutils [req-62662396-3a88-4f3b-9164-98b911604fd3 req-d84352ad-207a-4eef-b411-5a94e61bfb43 service nova] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.672958] env[69350]: DEBUG nova.compute.manager [req-62662396-3a88-4f3b-9164-98b911604fd3 req-d84352ad-207a-4eef-b411-5a94e61bfb43 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] No waiting events found dispatching network-vif-plugged-2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.677109] env[69350]: WARNING nova.compute.manager [req-62662396-3a88-4f3b-9164-98b911604fd3 req-d84352ad-207a-4eef-b411-5a94e61bfb43 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received unexpected event network-vif-plugged-2fe99613-863a-42da-a8f0-edae7923067a for instance with vm_state building and task_state spawning. [ 1186.696242] env[69350]: DEBUG nova.objects.instance [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lazy-loading 'flavor' on Instance uuid 22fb0187-31b3-439a-8d41-baaf594a6e8b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.751454] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149762, 'name': RemoveSnapshot_Task, 'duration_secs': 0.40341} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.751741] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1186.752024] env[69350]: DEBUG nova.compute.manager [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.752868] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a24c707-9198-4b44-8f6b-af39709366e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.774085] env[69350]: DEBUG nova.network.neutron [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Successfully updated port: 2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.827461] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c910bb88-247c-437a-861b-81cf8c6231db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.848675] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c1b683-3a9e-46de-8b41-21e570eb2077 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.867938] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance 'cb45c6d9-7937-4348-9373-ae08bbba1dc8' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.932858] env[69350]: INFO nova.compute.manager [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Took 21.06 seconds to build instance. [ 1187.109328] env[69350]: ERROR nova.scheduler.client.report [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [req-d95ecce1-cc91-48b9-990e-3df9c5ee2128] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d95ecce1-cc91-48b9-990e-3df9c5ee2128"}]} [ 1187.125686] env[69350]: DEBUG nova.scheduler.client.report [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1187.139889] env[69350]: DEBUG nova.scheduler.client.report [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1187.140118] env[69350]: DEBUG nova.compute.provider_tree [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.154295] env[69350]: DEBUG nova.scheduler.client.report [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1187.161060] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 7365d4d4-e1fc-42ae-9117-8584f9584087] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.174608] env[69350]: DEBUG nova.scheduler.client.report [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1187.268893] env[69350]: INFO nova.compute.manager [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Shelve offloading [ 1187.279460] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.279599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.279738] env[69350]: DEBUG nova.network.neutron [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.361921] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60447d2e-bc34-42c4-a33d-f03ab9b7cc5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.371986] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00e5e95-991f-4c12-aba7-ae0b493e7752 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.406567] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e431b8-0e80-4a0e-a6ab-04b695c801e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.414820] env[69350]: DEBUG nova.network.neutron [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Port 3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1187.417269] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539051e4-1a38-4ea3-ad83-9abe5b8cc95d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.435195] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5422c956-7c66-4f5b-b661-f2f8faeb2285 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.581s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.435834] env[69350]: DEBUG nova.compute.provider_tree [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.664678] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: fb43e4d0-3d07-4f3c-acce-c6e9b23f91c9] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.704697] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac7089e1-a20e-485c-bb7f-aa08a67a4057 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.727166] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.727409] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.727586] env[69350]: INFO nova.compute.manager [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Shelving [ 1187.773058] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.773058] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6deeaf70-ce1f-4a50-8ed2-65e239b625c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.780881] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1187.780881] env[69350]: value = "task-4149763" [ 1187.780881] env[69350]: _type = "Task" [ 1187.780881] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.792450] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1187.792681] env[69350]: DEBUG nova.compute.manager [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.793522] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6874127-ee27-4e1a-be2c-6a086ffab570 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.800271] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.800399] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.800556] env[69350]: DEBUG nova.network.neutron [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.815607] env[69350]: DEBUG nova.network.neutron [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.960023] env[69350]: DEBUG nova.network.neutron [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [{"id": "2fe99613-863a-42da-a8f0-edae7923067a", "address": "fa:16:3e:96:5d:5c", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe99613-86", "ovs_interfaceid": "2fe99613-863a-42da-a8f0-edae7923067a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.968618] env[69350]: DEBUG nova.scheduler.client.report [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1187.968969] env[69350]: DEBUG nova.compute.provider_tree [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 160 to 161 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1187.969090] env[69350]: DEBUG nova.compute.provider_tree [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.168545] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 0ef42be5-2c8d-4d03-894c-156a1c8a1af8] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.226514] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.226905] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.227154] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "22fb0187-31b3-439a-8d41-baaf594a6e8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.227352] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.227519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.229782] env[69350]: INFO nova.compute.manager [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Terminating instance [ 1188.446081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.446081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.446081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.463774] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.464094] env[69350]: DEBUG nova.compute.manager [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Instance network_info: |[{"id": "2fe99613-863a-42da-a8f0-edae7923067a", "address": "fa:16:3e:96:5d:5c", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe99613-86", "ovs_interfaceid": "2fe99613-863a-42da-a8f0-edae7923067a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.464776] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:5d:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fe99613-863a-42da-a8f0-edae7923067a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.472382] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.475559] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.476262] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.198s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.478172] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d1dba57-36e8-40dc-8dd8-f5554596deba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.492977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.727s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.494554] env[69350]: INFO nova.compute.claims [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.506812] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.506812] env[69350]: value = "task-4149764" [ 1188.506812] env[69350]: _type = "Task" [ 1188.506812] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.515431] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149764, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.540884] env[69350]: INFO nova.network.neutron [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updating port 0cb84584-8dfb-4d6a-b489-e34fb17fdff9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1188.566475] env[69350]: DEBUG nova.network.neutron [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updating instance_info_cache with network_info: [{"id": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "address": "fa:16:3e:f7:03:1a", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171fa31b-ba", "ovs_interfaceid": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.671953] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 839d9db5-bbec-478b-9d79-26b43467da5b] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.737815] env[69350]: DEBUG nova.compute.manager [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.737815] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.738616] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4530bd1-7261-4ee2-b7a8-51f47d708eab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.741872] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.742205] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c541160-39ff-42ec-a02c-681da7761777 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.750543] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.752096] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-627638b5-d97d-4cd4-879a-a8475fe66387 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.754077] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1188.754077] env[69350]: value = "task-4149765" [ 1188.754077] env[69350]: _type = "Task" [ 1188.754077] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.760658] env[69350]: DEBUG oslo_vmware.api [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1188.760658] env[69350]: value = "task-4149766" [ 1188.760658] env[69350]: _type = "Task" [ 1188.760658] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.774743] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.785702] env[69350]: DEBUG oslo_vmware.api [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.903174] env[69350]: DEBUG nova.compute.manager [req-fdf1b6fd-1f10-4716-a5a5-9262b59e3a1c req-4a8a4520-5041-4b1e-a4c6-9ad2b7b53d2d service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received event network-changed-2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.903674] env[69350]: DEBUG nova.compute.manager [req-fdf1b6fd-1f10-4716-a5a5-9262b59e3a1c req-4a8a4520-5041-4b1e-a4c6-9ad2b7b53d2d service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing instance network info cache due to event network-changed-2fe99613-863a-42da-a8f0-edae7923067a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.903743] env[69350]: DEBUG oslo_concurrency.lockutils [req-fdf1b6fd-1f10-4716-a5a5-9262b59e3a1c req-4a8a4520-5041-4b1e-a4c6-9ad2b7b53d2d service nova] Acquiring lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.903956] env[69350]: DEBUG oslo_concurrency.lockutils [req-fdf1b6fd-1f10-4716-a5a5-9262b59e3a1c req-4a8a4520-5041-4b1e-a4c6-9ad2b7b53d2d service nova] Acquired lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.904252] env[69350]: DEBUG nova.network.neutron [req-fdf1b6fd-1f10-4716-a5a5-9262b59e3a1c req-4a8a4520-5041-4b1e-a4c6-9ad2b7b53d2d service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing network info cache for port 2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.017811] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149764, 'name': CreateVM_Task, 'duration_secs': 0.469318} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.018097] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.018857] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.019114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.019370] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.019631] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc290009-006c-43cd-97e6-04fd7bab4d8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.025892] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1189.025892] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d2a97d-183e-2827-2a82-de4edd90be2a" [ 1189.025892] env[69350]: _type = "Task" [ 1189.025892] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.035097] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d2a97d-183e-2827-2a82-de4edd90be2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.069231] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.175501] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: fd2176f3-fc16-463d-8047-7bb04aa6823d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.272180] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149765, 'name': PowerOffVM_Task, 'duration_secs': 0.22755} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.273128] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.274208] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29609997-a310-4f01-9e01-361cca155f4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.280128] env[69350]: DEBUG oslo_vmware.api [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149766, 'name': PowerOffVM_Task, 'duration_secs': 0.218873} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.280776] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.281131] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.281436] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30306dad-5308-47a2-91f0-61e61c103a45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.300888] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5584af5d-01f6-409c-8ed3-c44d047da014 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.351158] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.351389] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.351537] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleting the datastore file [datastore1] 22fb0187-31b3-439a-8d41-baaf594a6e8b {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.351819] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0330d5db-aaaa-4957-aaf6-553f650ebe99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.362025] env[69350]: DEBUG oslo_vmware.api [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for the task: (returnval){ [ 1189.362025] env[69350]: value = "task-4149768" [ 1189.362025] env[69350]: _type = "Task" [ 1189.362025] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.368941] env[69350]: DEBUG oslo_vmware.api [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.410193] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.411177] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e17245-8dbd-4ba0-809b-63e1b203508f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.420494] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.420761] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e0574f9-371a-4020-835a-32a6857cdbca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.482854] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.483174] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.483296] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleting the datastore file [datastore2] d2beda23-078b-46d7-bcdd-26db36f02cc6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.483573] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3381708b-b08c-476e-8f22-fe13ef3bb1fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.486337] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.486498] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.486729] env[69350]: DEBUG nova.network.neutron [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.493014] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1189.493014] env[69350]: value = "task-4149770" [ 1189.493014] env[69350]: _type = "Task" [ 1189.493014] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.507228] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.540724] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d2a97d-183e-2827-2a82-de4edd90be2a, 'name': SearchDatastore_Task, 'duration_secs': 0.024796} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.543820] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.544091] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.544331] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.544511] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.544703] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.547281] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad9adac1-cefb-45cf-b4a1-54eebf3001f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.566197] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.566328] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.567103] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6915225b-a77f-493a-928d-b4077ae0629d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.576436] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1189.576436] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5239ffbe-d079-c48a-28cd-915c3b90f548" [ 1189.576436] env[69350]: _type = "Task" [ 1189.576436] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.591469] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5239ffbe-d079-c48a-28cd-915c3b90f548, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.592313] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59423598-03f3-44d3-858c-dc6b8cda70fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.604413] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1189.604413] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ca9661-1495-bee5-336a-e4582d5527cd" [ 1189.604413] env[69350]: _type = "Task" [ 1189.604413] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.612675] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ca9661-1495-bee5-336a-e4582d5527cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.678448] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: ac7bb8da-8ca1-4de2-8613-06060d81aa87] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.724674] env[69350]: DEBUG nova.network.neutron [req-fdf1b6fd-1f10-4716-a5a5-9262b59e3a1c req-4a8a4520-5041-4b1e-a4c6-9ad2b7b53d2d service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updated VIF entry in instance network info cache for port 2fe99613-863a-42da-a8f0-edae7923067a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.725072] env[69350]: DEBUG nova.network.neutron [req-fdf1b6fd-1f10-4716-a5a5-9262b59e3a1c req-4a8a4520-5041-4b1e-a4c6-9ad2b7b53d2d service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [{"id": "2fe99613-863a-42da-a8f0-edae7923067a", "address": "fa:16:3e:96:5d:5c", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe99613-86", "ovs_interfaceid": "2fe99613-863a-42da-a8f0-edae7923067a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.729194] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e12d5d1-b8d6-457b-a826-6f97c4527661 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.738076] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa33aadd-0ee0-43b3-a569-826cebfebb13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.772486] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbcae99-5f31-4093-ba1b-f1e09ef2044b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.781613] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7444d21-46d7-498b-8dcf-19aebb3f5ae9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.797941] env[69350]: DEBUG nova.compute.provider_tree [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1189.812927] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1189.813288] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e5c5d1ef-cbf5-44a4-a233-b2dd83dc9ade {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.821468] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1189.821468] env[69350]: value = "task-4149771" [ 1189.821468] env[69350]: _type = "Task" [ 1189.821468] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.830793] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149771, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.848069] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.848361] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.848572] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.848755] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.848927] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.851230] env[69350]: INFO nova.compute.manager [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Terminating instance [ 1189.873566] env[69350]: DEBUG oslo_vmware.api [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Task: {'id': task-4149768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272444} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.873920] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.874152] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.874394] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.874598] env[69350]: INFO nova.compute.manager [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1189.874892] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.875117] env[69350]: DEBUG nova.compute.manager [-] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.875208] env[69350]: DEBUG nova.network.neutron [-] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.003168] env[69350]: DEBUG oslo_vmware.api [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216757} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.003427] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.003603] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.003790] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.027158] env[69350]: INFO nova.scheduler.client.report [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleted allocations for instance d2beda23-078b-46d7-bcdd-26db36f02cc6 [ 1190.113621] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ca9661-1495-bee5-336a-e4582d5527cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.113899] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.114177] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 506805ef-b2f2-4f90-8476-a78fb4cea943/506805ef-b2f2-4f90-8476-a78fb4cea943.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.114592] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e38c1ef-bf51-48f5-b4b5-bb82acc37332 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.122279] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1190.122279] env[69350]: value = "task-4149772" [ 1190.122279] env[69350]: _type = "Task" [ 1190.122279] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.132798] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.183136] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: f6e56bac-d347-478d-8be9-7e6ab9de1977] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.217911] env[69350]: DEBUG nova.network.neutron [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance_info_cache with network_info: [{"id": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "address": "fa:16:3e:fe:d9:4f", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c925a48-8b", "ovs_interfaceid": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.227898] env[69350]: DEBUG oslo_concurrency.lockutils [req-fdf1b6fd-1f10-4716-a5a5-9262b59e3a1c req-4a8a4520-5041-4b1e-a4c6-9ad2b7b53d2d service nova] Releasing lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.334914] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149771, 'name': CreateSnapshot_Task, 'duration_secs': 0.446226} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.336145] env[69350]: DEBUG nova.scheduler.client.report [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1190.336442] env[69350]: DEBUG nova.compute.provider_tree [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 161 to 162 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1190.336800] env[69350]: DEBUG nova.compute.provider_tree [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1190.340656] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1190.341669] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f6770e-4347-4e2d-83d1-7c7dc37c027a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.355808] env[69350]: DEBUG nova.compute.manager [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.356146] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.356344] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e2ea195-fa91-4e47-903c-78b1cb72bc4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.367153] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1190.367153] env[69350]: value = "task-4149773" [ 1190.367153] env[69350]: _type = "Task" [ 1190.367153] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.379068] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.533795] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.590238] env[69350]: DEBUG nova.compute.manager [req-519a5e88-71dc-42f1-b1c6-e60c06253ad4 req-29139263-8399-435a-ac1c-554f52006f0a service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received event network-vif-plugged-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.590555] env[69350]: DEBUG oslo_concurrency.lockutils [req-519a5e88-71dc-42f1-b1c6-e60c06253ad4 req-29139263-8399-435a-ac1c-554f52006f0a service nova] Acquiring lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.590834] env[69350]: DEBUG oslo_concurrency.lockutils [req-519a5e88-71dc-42f1-b1c6-e60c06253ad4 req-29139263-8399-435a-ac1c-554f52006f0a service nova] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.591332] env[69350]: DEBUG oslo_concurrency.lockutils [req-519a5e88-71dc-42f1-b1c6-e60c06253ad4 req-29139263-8399-435a-ac1c-554f52006f0a service nova] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.591560] env[69350]: DEBUG nova.compute.manager [req-519a5e88-71dc-42f1-b1c6-e60c06253ad4 req-29139263-8399-435a-ac1c-554f52006f0a service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] No waiting events found dispatching network-vif-plugged-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.591973] env[69350]: WARNING nova.compute.manager [req-519a5e88-71dc-42f1-b1c6-e60c06253ad4 req-29139263-8399-435a-ac1c-554f52006f0a service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received unexpected event network-vif-plugged-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1190.638832] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149772, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.687176] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 7125c072-cf6c-4a99-8217-97c0a89bfab9] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.720477] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.846465] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.847015] env[69350]: DEBUG nova.compute.manager [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.849798] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.253s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.850133] env[69350]: DEBUG nova.objects.instance [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lazy-loading 'resources' on Instance uuid bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.863310] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1190.866178] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c869f54-1242-4ca2-9d71-74ba0648863d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.881624] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149773, 'name': PowerOffVM_Task, 'duration_secs': 0.301595} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.884330] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.884695] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.885010] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821682', 'volume_id': '9732eb60-9186-4e84-9df9-b45c694b885c', 'name': 'volume-9732eb60-9186-4e84-9df9-b45c694b885c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8', 'attached_at': '2025-05-14T13:28:43.000000', 'detached_at': '', 'volume_id': '9732eb60-9186-4e84-9df9-b45c694b885c', 'serial': '9732eb60-9186-4e84-9df9-b45c694b885c'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.885542] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1190.885542] env[69350]: value = "task-4149774" [ 1190.885542] env[69350]: _type = "Task" [ 1190.885542] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.886857] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a217bb17-03b1-447d-b84e-aecb97d327b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.896109] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.896384] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.896588] env[69350]: DEBUG nova.network.neutron [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.918694] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149774, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.927946] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9902eeda-5f91-444c-9b31-66c31468269e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.937626] env[69350]: DEBUG nova.compute.manager [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received event network-vif-unplugged-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.938051] env[69350]: DEBUG oslo_concurrency.lockutils [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] Acquiring lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.938398] env[69350]: DEBUG oslo_concurrency.lockutils [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.938686] env[69350]: DEBUG oslo_concurrency.lockutils [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.938967] env[69350]: DEBUG nova.compute.manager [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] No waiting events found dispatching network-vif-unplugged-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.939263] env[69350]: WARNING nova.compute.manager [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received unexpected event network-vif-unplugged-171fa31b-ba9b-49f3-9f39-d36d3260bda9 for instance with vm_state shelved_offloaded and task_state None. [ 1190.939535] env[69350]: DEBUG nova.compute.manager [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received event network-changed-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.939825] env[69350]: DEBUG nova.compute.manager [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Refreshing instance network info cache due to event network-changed-171fa31b-ba9b-49f3-9f39-d36d3260bda9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.940140] env[69350]: DEBUG oslo_concurrency.lockutils [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] Acquiring lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.940388] env[69350]: DEBUG oslo_concurrency.lockutils [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] Acquired lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.941228] env[69350]: DEBUG nova.network.neutron [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Refreshing network info cache for port 171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.948388] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d25928-c94d-4368-88f5-3d7291392d89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.971559] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c31a644-1755-4ce7-8e1e-ac37d8ad0299 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.990856] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] The volume has not been displaced from its original location: [datastore2] volume-9732eb60-9186-4e84-9df9-b45c694b885c/volume-9732eb60-9186-4e84-9df9-b45c694b885c.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.994740] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.994740] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-429c226b-172e-4987-ad24-58c86711ac6e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.014791] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1191.014791] env[69350]: value = "task-4149775" [ 1191.014791] env[69350]: _type = "Task" [ 1191.014791] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.024250] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.137152] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533437} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.137606] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 506805ef-b2f2-4f90-8476-a78fb4cea943/506805ef-b2f2-4f90-8476-a78fb4cea943.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.137951] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.138348] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cb33f8b-c89d-4f07-bd7f-6249dbffd87f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.151540] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1191.151540] env[69350]: value = "task-4149776" [ 1191.151540] env[69350]: _type = "Task" [ 1191.151540] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.165295] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.191122] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 9fc5ff00-4536-4e10-a7ea-3dbebbb9ded8] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.257021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0744d6e-933f-41c5-820e-ca6425dd9c97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.276187] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a76172-affd-475e-b412-5e6f1a04e084 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.283841] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance 'cb45c6d9-7937-4348-9373-ae08bbba1dc8' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.356028] env[69350]: DEBUG nova.objects.instance [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lazy-loading 'numa_topology' on Instance uuid bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.356028] env[69350]: DEBUG nova.compute.utils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.357239] env[69350]: DEBUG nova.compute.manager [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.357577] env[69350]: DEBUG nova.network.neutron [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.398349] env[69350]: DEBUG nova.network.neutron [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updating instance_info_cache with network_info: [{"id": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "address": "fa:16:3e:8c:c0:39", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb84584-8d", "ovs_interfaceid": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.401213] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149774, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.435023] env[69350]: DEBUG nova.network.neutron [-] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.444571] env[69350]: DEBUG nova.policy [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f705f4a20e644a36aa7988d4b58cabc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6e4903250e48a083663862f20990db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.528230] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149775, 'name': ReconfigVM_Task, 'duration_secs': 0.229278} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.528475] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.533640] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd77a54a-a1df-405d-9d4b-edd1f9bf0bca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.549861] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1191.549861] env[69350]: value = "task-4149777" [ 1191.549861] env[69350]: _type = "Task" [ 1191.549861] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.559516] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.662328] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080728} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.662623] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.663472] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465cb189-3e9d-4c28-bfea-62971ec41704 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.691646] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 506805ef-b2f2-4f90-8476-a78fb4cea943/506805ef-b2f2-4f90-8476-a78fb4cea943.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.692105] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a59265-d0f0-4e0a-b6d0-f75ac36e36de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.707146] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 1360f777-e835-4b01-af85-4dcc61e29f58] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.715112] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1191.715112] env[69350]: value = "task-4149778" [ 1191.715112] env[69350]: _type = "Task" [ 1191.715112] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.728245] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.790800] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.791195] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dbd1bed-abd3-4456-bc14-f6023f4cab75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.804682] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1191.804682] env[69350]: value = "task-4149779" [ 1191.804682] env[69350]: _type = "Task" [ 1191.804682] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.815404] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.858462] env[69350]: DEBUG nova.objects.base [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1191.862073] env[69350]: DEBUG nova.compute.manager [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.907146] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.909786] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149774, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.939050] env[69350]: INFO nova.compute.manager [-] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Took 2.06 seconds to deallocate network for instance. [ 1191.956561] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='03ea2a20e29a9a6b8cb62f2dc534df31',container_format='bare',created_at=2025-05-14T13:28:30Z,direct_url=,disk_format='vmdk',id=aa535a23-2e44-49ce-be88-9844752be1d9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-952334385-shelved',owner='81a0ac11a9214508a4e75bf00caf6546',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-14T13:28:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.956872] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.956978] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.957228] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.957384] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.957937] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.957937] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.957937] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.959073] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.959073] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.959073] env[69350]: DEBUG nova.virt.hardware [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.959711] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35227f1-da16-4c24-94a1-f22ef3f64131 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.975035] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e4b4a2-ee3c-41dd-9c8b-0081108cb5aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.995116] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:c0:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cb84584-8dfb-4d6a-b489-e34fb17fdff9', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.003995] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.007666] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.008445] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97809280-183d-432f-9f6a-657b85295f93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.035585] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.035585] env[69350]: value = "task-4149780" [ 1192.035585] env[69350]: _type = "Task" [ 1192.035585] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.048720] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149780, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.062864] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149777, 'name': ReconfigVM_Task, 'duration_secs': 0.296637} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.065305] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821682', 'volume_id': '9732eb60-9186-4e84-9df9-b45c694b885c', 'name': 'volume-9732eb60-9186-4e84-9df9-b45c694b885c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ab450e9b-8302-4bff-a4b5-a9f78127e9a8', 'attached_at': '2025-05-14T13:28:43.000000', 'detached_at': '', 'volume_id': '9732eb60-9186-4e84-9df9-b45c694b885c', 'serial': '9732eb60-9186-4e84-9df9-b45c694b885c'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1192.065635] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.066782] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168c28f1-50fe-41a5-af9b-516e08a8db2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.075197] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.075571] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4588bca3-47fb-47e0-86bf-fa74099df5e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.112886] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862372b0-b681-4589-8f36-e4fe42cda4e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.122461] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca5a353-2e68-4de3-b19a-bdc460e6f271 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.159147] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b15bb67-3979-4a36-8a3c-6216cdf38e06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.162020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.162252] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.162426] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleting the datastore file [datastore2] ab450e9b-8302-4bff-a4b5-a9f78127e9a8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.163751] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af178d62-276a-46f2-938a-edb540f07132 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.172211] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaaf040-8d55-4316-b676-c67f5b5d176c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.176804] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1192.176804] env[69350]: value = "task-4149782" [ 1192.176804] env[69350]: _type = "Task" [ 1192.176804] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.192793] env[69350]: DEBUG nova.compute.provider_tree [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.200366] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.210196] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: c88e959f-7974-480e-b0d3-35f5afaeea97] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.220731] env[69350]: DEBUG nova.network.neutron [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updated VIF entry in instance network info cache for port 171fa31b-ba9b-49f3-9f39-d36d3260bda9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.221181] env[69350]: DEBUG nova.network.neutron [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updating instance_info_cache with network_info: [{"id": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "address": "fa:16:3e:f7:03:1a", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": null, "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap171fa31b-ba", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.985351] env[69350]: DEBUG nova.network.neutron [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Successfully created port: 9cbb3a61-8b95-4fb2-9b34-58b2e247cca8 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.990822] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.991683] env[69350]: DEBUG nova.scheduler.client.report [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.998028] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 4a2267f6-1f64-4a2a-9eaa-33d53b52e47d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.999986] env[69350]: DEBUG nova.compute.manager [req-4b8f7926-7be3-4cef-965d-01658e1a3b9f req-a77fab70-3365-498b-a530-230ea387b00c service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received event network-changed-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.000171] env[69350]: DEBUG nova.compute.manager [req-4b8f7926-7be3-4cef-965d-01658e1a3b9f req-a77fab70-3365-498b-a530-230ea387b00c service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Refreshing instance network info cache due to event network-changed-0cb84584-8dfb-4d6a-b489-e34fb17fdff9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.000372] env[69350]: DEBUG oslo_concurrency.lockutils [req-4b8f7926-7be3-4cef-965d-01658e1a3b9f req-a77fab70-3365-498b-a530-230ea387b00c service nova] Acquiring lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.000516] env[69350]: DEBUG oslo_concurrency.lockutils [req-4b8f7926-7be3-4cef-965d-01658e1a3b9f req-a77fab70-3365-498b-a530-230ea387b00c service nova] Acquired lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.000667] env[69350]: DEBUG nova.network.neutron [req-4b8f7926-7be3-4cef-965d-01658e1a3b9f req-a77fab70-3365-498b-a530-230ea387b00c service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Refreshing network info cache for port 0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.018316] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149778, 'name': ReconfigVM_Task, 'duration_secs': 0.358354} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.018857] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 506805ef-b2f2-4f90-8476-a78fb4cea943/506805ef-b2f2-4f90-8476-a78fb4cea943.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.020932] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c27e6753-2a3f-4216-b204-695650513dcb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.035122] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149780, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.035419] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149774, 'name': CloneVM_Task, 'duration_secs': 1.697317} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.035670] env[69350]: DEBUG oslo_vmware.api [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158192} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.035879] env[69350]: DEBUG oslo_vmware.api [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149779, 'name': PowerOnVM_Task, 'duration_secs': 0.449721} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.037506] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Created linked-clone VM from snapshot [ 1193.037802] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.037983] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.038601] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.038601] env[69350]: INFO nova.compute.manager [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1193.038601] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.038833] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.038899] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ab3c9-ecf6-47d0-a672-b9c6dda8e564 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance 'cb45c6d9-7937-4348-9373-ae08bbba1dc8' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.044610] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6badd33a-c51a-4bd8-993f-f81406faaaf0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.047315] env[69350]: DEBUG nova.compute.manager [-] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.047449] env[69350]: DEBUG nova.network.neutron [-] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.056241] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Uploading image 5559f27a-97f5-44bb-ac21-1af5c3522b86 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1193.059772] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1193.059772] env[69350]: value = "task-4149783" [ 1193.059772] env[69350]: _type = "Task" [ 1193.059772] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.069384] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149783, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.083508] env[69350]: DEBUG oslo_vmware.rw_handles [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1193.083508] env[69350]: value = "vm-821725" [ 1193.083508] env[69350]: _type = "VirtualMachine" [ 1193.083508] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1193.084162] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f4afac3-56fb-42ec-8b29-29c5ba09932e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.091947] env[69350]: DEBUG oslo_vmware.rw_handles [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lease: (returnval){ [ 1193.091947] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52af4123-ab3e-4249-99b5-bffb79d26e1e" [ 1193.091947] env[69350]: _type = "HttpNfcLease" [ 1193.091947] env[69350]: } obtained for exporting VM: (result){ [ 1193.091947] env[69350]: value = "vm-821725" [ 1193.091947] env[69350]: _type = "VirtualMachine" [ 1193.091947] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1193.092438] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the lease: (returnval){ [ 1193.092438] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52af4123-ab3e-4249-99b5-bffb79d26e1e" [ 1193.092438] env[69350]: _type = "HttpNfcLease" [ 1193.092438] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1193.099498] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1193.099498] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52af4123-ab3e-4249-99b5-bffb79d26e1e" [ 1193.099498] env[69350]: _type = "HttpNfcLease" [ 1193.099498] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1193.482763] env[69350]: DEBUG oslo_concurrency.lockutils [req-281e5d2c-a558-4a4a-865d-31a7852271c0 req-77e3a2d0-dbc0-41b4-a1c0-5b607e45ef78 service nova] Releasing lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.500659] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149780, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.503219] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: bbe9feda-432b-46ad-80cb-c4a10f80c30a] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.506595] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.657s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.509548] env[69350]: DEBUG nova.compute.manager [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.511598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.517027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.587s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.517027] env[69350]: INFO nova.compute.claims [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.552481] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.552833] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.552933] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.555082] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.555082] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.555082] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.555082] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.555082] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.555082] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.555082] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.555082] env[69350]: DEBUG nova.virt.hardware [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.561015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b058844-9700-4a19-aa70-b03203e620cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.579703] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d4e2c-4104-45ae-99f5-6772eebec582 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.584543] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149783, 'name': Rename_Task, 'duration_secs': 0.160791} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.584933] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.585653] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9821e1d-b6f0-4df1-80d6-0dfe39b33754 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.600982] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1193.600982] env[69350]: value = "task-4149785" [ 1193.600982] env[69350]: _type = "Task" [ 1193.600982] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.606691] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1193.606691] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52af4123-ab3e-4249-99b5-bffb79d26e1e" [ 1193.606691] env[69350]: _type = "HttpNfcLease" [ 1193.606691] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1193.607461] env[69350]: DEBUG oslo_vmware.rw_handles [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1193.607461] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52af4123-ab3e-4249-99b5-bffb79d26e1e" [ 1193.607461] env[69350]: _type = "HttpNfcLease" [ 1193.607461] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1193.608187] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0756cee9-384d-4240-8dd2-cdac6bc187f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.617144] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149785, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.621562] env[69350]: DEBUG oslo_vmware.rw_handles [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aee9-730b-4819-dd0e-31ab777ab7b8/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1193.621767] env[69350]: DEBUG oslo_vmware.rw_handles [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aee9-730b-4819-dd0e-31ab777ab7b8/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1193.709270] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ac640ba1-79f6-42bd-aa11-a5056a5204d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.860866] env[69350]: DEBUG nova.network.neutron [req-4b8f7926-7be3-4cef-965d-01658e1a3b9f req-a77fab70-3365-498b-a530-230ea387b00c service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updated VIF entry in instance network info cache for port 0cb84584-8dfb-4d6a-b489-e34fb17fdff9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.861228] env[69350]: DEBUG nova.network.neutron [req-4b8f7926-7be3-4cef-965d-01658e1a3b9f req-a77fab70-3365-498b-a530-230ea387b00c service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updating instance_info_cache with network_info: [{"id": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "address": "fa:16:3e:8c:c0:39", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb84584-8d", "ovs_interfaceid": "0cb84584-8dfb-4d6a-b489-e34fb17fdff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.002888] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149780, 'name': CreateVM_Task, 'duration_secs': 1.503094} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.003298] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.004066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.004393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.004824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.005495] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7b2239-6683-431d-b0d4-9bb728a65368 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.011781] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1194.011781] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520b9377-4fbf-976f-72f4-840cc8ed9959" [ 1194.011781] env[69350]: _type = "Task" [ 1194.011781] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.015936] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: a6d023c6-8a1a-4dc1-b94d-58c5e5119d98] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.026431] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520b9377-4fbf-976f-72f4-840cc8ed9959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.027834] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8708f01e-cd12-4038-865e-62cce7272f5f tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.765s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.032022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.978s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.032022] env[69350]: INFO nova.compute.manager [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Unshelving [ 1194.112267] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.363759] env[69350]: DEBUG oslo_concurrency.lockutils [req-4b8f7926-7be3-4cef-965d-01658e1a3b9f req-a77fab70-3365-498b-a530-230ea387b00c service nova] Releasing lock "refresh_cache-a48b5209-b8cf-4efe-9051-46cc46ed9d83" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.364159] env[69350]: DEBUG nova.compute.manager [req-4b8f7926-7be3-4cef-965d-01658e1a3b9f req-a77fab70-3365-498b-a530-230ea387b00c service nova] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Received event network-vif-deleted-706726d7-d2e8-4485-a92f-fd63bc162263 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.523828] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 46c02c77-062d-4f45-ab62-e432ec0c3ba7] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.526607] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.526607] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Processing image aa535a23-2e44-49ce-be88-9844752be1d9 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.526762] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9/aa535a23-2e44-49ce-be88-9844752be1d9.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.526988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9/aa535a23-2e44-49ce-be88-9844752be1d9.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.527228] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.527851] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2321df4b-2f81-4f57-8eb4-7c1d3ba8096b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.544634] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.546128] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.546128] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93a8138-17d5-4fd6-9ff9-f1f3fc3d30a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.554314] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1194.554314] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ce7962-e93c-5049-2b90-1fd2ec1aaaf2" [ 1194.554314] env[69350]: _type = "Task" [ 1194.554314] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.586446] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1194.586798] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Fetch image to [datastore1] OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991/OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1194.587111] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Downloading stream optimized image aa535a23-2e44-49ce-be88-9844752be1d9 to [datastore1] OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991/OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991.vmdk on the data store datastore1 as vApp {{(pid=69350) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1194.587460] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Downloading image file data aa535a23-2e44-49ce-be88-9844752be1d9 to the ESX as VM named 'OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991' {{(pid=69350) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1194.617361] env[69350]: DEBUG oslo_vmware.api [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149785, 'name': PowerOnVM_Task, 'duration_secs': 0.893965} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.618375] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.618594] env[69350]: INFO nova.compute.manager [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1194.618742] env[69350]: DEBUG nova.compute.manager [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.620100] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c193aa4b-4f70-447c-b1dd-faab5526530a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.678304] env[69350]: DEBUG nova.compute.manager [req-8037cc2e-7161-4999-bee2-9f7d18918886 req-6ca58042-0a92-4cba-a863-6edd507912e5 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Received event network-vif-deleted-1988fe3d-4b66-49f8-9b8d-d0bf201531eb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.678304] env[69350]: INFO nova.compute.manager [req-8037cc2e-7161-4999-bee2-9f7d18918886 req-6ca58042-0a92-4cba-a863-6edd507912e5 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Neutron deleted interface 1988fe3d-4b66-49f8-9b8d-d0bf201531eb; detaching it from the instance and deleting it from the info cache [ 1194.678654] env[69350]: DEBUG nova.network.neutron [req-8037cc2e-7161-4999-bee2-9f7d18918886 req-6ca58042-0a92-4cba-a863-6edd507912e5 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.726301] env[69350]: DEBUG oslo_vmware.rw_handles [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1194.726301] env[69350]: value = "resgroup-9" [ 1194.726301] env[69350]: _type = "ResourcePool" [ 1194.726301] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1194.727238] env[69350]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2ad1a466-954b-4246-89e5-1c3669b546d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.756687] env[69350]: DEBUG oslo_vmware.rw_handles [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lease: (returnval){ [ 1194.756687] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5238c570-abea-966e-8c3d-f36af28c770e" [ 1194.756687] env[69350]: _type = "HttpNfcLease" [ 1194.756687] env[69350]: } obtained for vApp import into resource pool (val){ [ 1194.756687] env[69350]: value = "resgroup-9" [ 1194.756687] env[69350]: _type = "ResourcePool" [ 1194.756687] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1194.757046] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the lease: (returnval){ [ 1194.757046] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5238c570-abea-966e-8c3d-f36af28c770e" [ 1194.757046] env[69350]: _type = "HttpNfcLease" [ 1194.757046] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1194.769655] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.769655] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5238c570-abea-966e-8c3d-f36af28c770e" [ 1194.769655] env[69350]: _type = "HttpNfcLease" [ 1194.769655] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1194.826129] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2940a8d-dd15-4c03-8887-1fa54feaac79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.835186] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e2556-509a-4be9-97c0-c432a6d45ca6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.878408] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab72a84e-9013-44fe-8448-3e492fcb3500 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.882825] env[69350]: DEBUG nova.network.neutron [-] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.888771] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a6ffb9-3f67-43e4-9a3e-5e059fe7153e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.908939] env[69350]: DEBUG nova.compute.provider_tree [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.029017] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 97a20fc1-ef2b-4927-b335-3fd748bf90e3] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.049536] env[69350]: DEBUG nova.network.neutron [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Port 3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1195.049820] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.049975] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.050157] env[69350]: DEBUG nova.network.neutron [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.066247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.165114] env[69350]: INFO nova.compute.manager [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Took 20.34 seconds to build instance. [ 1195.182972] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19d11076-6a46-47bf-a6d2-326dc7090d7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.198485] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e80e9-cffd-4e04-971f-6109980b290e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.237112] env[69350]: DEBUG nova.compute.manager [req-8037cc2e-7161-4999-bee2-9f7d18918886 req-6ca58042-0a92-4cba-a863-6edd507912e5 service nova] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Detach interface failed, port_id=1988fe3d-4b66-49f8-9b8d-d0bf201531eb, reason: Instance ab450e9b-8302-4bff-a4b5-a9f78127e9a8 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.267067] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.267067] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5238c570-abea-966e-8c3d-f36af28c770e" [ 1195.267067] env[69350]: _type = "HttpNfcLease" [ 1195.267067] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1195.389292] env[69350]: INFO nova.compute.manager [-] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Took 2.34 seconds to deallocate network for instance. [ 1195.418033] env[69350]: DEBUG nova.scheduler.client.report [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.532440] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 0cebab59-253b-4037-99a0-26667add9e9d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.551796] env[69350]: DEBUG nova.network.neutron [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Successfully updated port: 9cbb3a61-8b95-4fb2-9b34-58b2e247cca8 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.667940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b642bcfb-5739-45fe-821a-81c6d0f41da5 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.852s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.766645] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.766645] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5238c570-abea-966e-8c3d-f36af28c770e" [ 1195.766645] env[69350]: _type = "HttpNfcLease" [ 1195.766645] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1195.766944] env[69350]: DEBUG oslo_vmware.rw_handles [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1195.766944] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5238c570-abea-966e-8c3d-f36af28c770e" [ 1195.766944] env[69350]: _type = "HttpNfcLease" [ 1195.766944] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1195.767764] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ec493f-8196-4975-9932-28961015d58d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.775861] env[69350]: DEBUG oslo_vmware.rw_handles [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c34605-c55d-b5f6-068e-d56ed15b09fc/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1195.776039] env[69350]: DEBUG oslo_vmware.rw_handles [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c34605-c55d-b5f6-068e-d56ed15b09fc/disk-0.vmdk. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1195.841503] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b670bab8-7315-4215-842e-1eb1a943e124 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.921656] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.922243] env[69350]: DEBUG nova.compute.manager [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.925196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.391s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.925196] env[69350]: DEBUG nova.objects.instance [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'resources' on Instance uuid d2beda23-078b-46d7-bcdd-26db36f02cc6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.944693] env[69350]: DEBUG nova.network.neutron [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance_info_cache with network_info: [{"id": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "address": "fa:16:3e:fe:d9:4f", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c925a48-8b", "ovs_interfaceid": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.955121] env[69350]: INFO nova.compute.manager [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Took 0.56 seconds to detach 1 volumes for instance. [ 1195.959537] env[69350]: DEBUG nova.compute.manager [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Deleting volume: 9732eb60-9186-4e84-9df9-b45c694b885c {{(pid=69350) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1196.035839] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 993c24e5-a39b-4618-87c0-6e204c29835c] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.060239] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "refresh_cache-4c0141bf-f9b5-4107-9a55-dc37e00715ec" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.060239] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "refresh_cache-4c0141bf-f9b5-4107-9a55-dc37e00715ec" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.060239] env[69350]: DEBUG nova.network.neutron [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.430024] env[69350]: DEBUG nova.compute.utils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.431308] env[69350]: DEBUG nova.objects.instance [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'numa_topology' on Instance uuid d2beda23-078b-46d7-bcdd-26db36f02cc6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.433475] env[69350]: DEBUG nova.compute.manager [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1196.447449] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.508425] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.542761] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 829e488c-b119-4d6b-bc74-e24c10ee6d5e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.639651] env[69350]: DEBUG nova.network.neutron [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.913326] env[69350]: DEBUG nova.compute.manager [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Received event network-vif-plugged-9cbb3a61-8b95-4fb2-9b34-58b2e247cca8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.913679] env[69350]: DEBUG oslo_concurrency.lockutils [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] Acquiring lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.913924] env[69350]: DEBUG oslo_concurrency.lockutils [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] Lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.914215] env[69350]: DEBUG oslo_concurrency.lockutils [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] Lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.914599] env[69350]: DEBUG nova.compute.manager [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] No waiting events found dispatching network-vif-plugged-9cbb3a61-8b95-4fb2-9b34-58b2e247cca8 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.914879] env[69350]: WARNING nova.compute.manager [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Received unexpected event network-vif-plugged-9cbb3a61-8b95-4fb2-9b34-58b2e247cca8 for instance with vm_state building and task_state spawning. [ 1196.915112] env[69350]: DEBUG nova.compute.manager [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Received event network-changed-9cbb3a61-8b95-4fb2-9b34-58b2e247cca8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.915364] env[69350]: DEBUG nova.compute.manager [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Refreshing instance network info cache due to event network-changed-9cbb3a61-8b95-4fb2-9b34-58b2e247cca8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.915672] env[69350]: DEBUG oslo_concurrency.lockutils [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] Acquiring lock "refresh_cache-4c0141bf-f9b5-4107-9a55-dc37e00715ec" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.934592] env[69350]: DEBUG nova.compute.manager [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.942510] env[69350]: DEBUG nova.objects.base [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1196.952377] env[69350]: DEBUG nova.compute.manager [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69350) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1196.952865] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.997495] env[69350]: DEBUG nova.network.neutron [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Updating instance_info_cache with network_info: [{"id": "9cbb3a61-8b95-4fb2-9b34-58b2e247cca8", "address": "fa:16:3e:14:ec:ee", "network": {"id": "3b74ceff-5774-4730-95de-8703cc15d3c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-832827706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce6e4903250e48a083663862f20990db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbb3a61-8b", "ovs_interfaceid": "9cbb3a61-8b95-4fb2-9b34-58b2e247cca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.045322] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 3be3613b-9065-4c1d-acce-6caa0af871a9] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.240448] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8c06ab-dead-4e8c-b75a-6132139bde2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.255055] env[69350]: DEBUG oslo_vmware.rw_handles [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1197.255055] env[69350]: DEBUG oslo_vmware.rw_handles [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c34605-c55d-b5f6-068e-d56ed15b09fc/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1197.255055] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75b8223-9311-4aaa-824a-e35550e3bc22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.258846] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1b2b3b-6cb2-4b73-8bd2-3586c8aaa7de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.264250] env[69350]: DEBUG oslo_vmware.rw_handles [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c34605-c55d-b5f6-068e-d56ed15b09fc/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1197.264420] env[69350]: DEBUG oslo_vmware.rw_handles [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c34605-c55d-b5f6-068e-d56ed15b09fc/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1197.265090] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b5444850-7666-4acd-b758-e6b2bbb0f6b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.297998] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfa6f16-b44c-422a-a537-d9c5e37d9cea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.307475] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ee5b51-3f84-4399-934b-d74423a3a7d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.323501] env[69350]: DEBUG nova.compute.provider_tree [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.508516] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "refresh_cache-4c0141bf-f9b5-4107-9a55-dc37e00715ec" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.508516] env[69350]: DEBUG nova.compute.manager [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Instance network_info: |[{"id": "9cbb3a61-8b95-4fb2-9b34-58b2e247cca8", "address": "fa:16:3e:14:ec:ee", "network": {"id": "3b74ceff-5774-4730-95de-8703cc15d3c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-832827706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce6e4903250e48a083663862f20990db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbb3a61-8b", "ovs_interfaceid": "9cbb3a61-8b95-4fb2-9b34-58b2e247cca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.508830] env[69350]: DEBUG oslo_concurrency.lockutils [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] Acquired lock "refresh_cache-4c0141bf-f9b5-4107-9a55-dc37e00715ec" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.509109] env[69350]: DEBUG nova.network.neutron [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Refreshing network info cache for port 9cbb3a61-8b95-4fb2-9b34-58b2e247cca8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.510641] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:ec:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cbb3a61-8b95-4fb2-9b34-58b2e247cca8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.524112] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Creating folder: Project (ce6e4903250e48a083663862f20990db). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.526546] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72b1f598-a517-4bd1-ba58-482e0e2de7e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.539236] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Created folder: Project (ce6e4903250e48a083663862f20990db) in parent group-v821414. [ 1197.539527] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Creating folder: Instances. Parent ref: group-v821728. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.539852] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ec0e665-36bd-4c9b-a8d4-c9e467f8fd07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.550404] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 8093c0d1-f6cf-4edd-86e2-8ac2586fbe62] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.557874] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Created folder: Instances in parent group-v821728. [ 1197.558018] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.558535] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.558769] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2304827-0eb9-4fca-b5a6-05ccee70487b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.587320] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.587320] env[69350]: value = "task-4149790" [ 1197.587320] env[69350]: _type = "Task" [ 1197.587320] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.602734] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149790, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.623897] env[69350]: DEBUG oslo_vmware.rw_handles [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c34605-c55d-b5f6-068e-d56ed15b09fc/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1197.624137] env[69350]: INFO nova.virt.vmwareapi.images [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Downloaded image file data aa535a23-2e44-49ce-be88-9844752be1d9 [ 1197.625206] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe3851d-de76-47a2-9b26-2712da39c27f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.643709] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adf98278-5cf6-4cf0-98df-043295485847 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.696420] env[69350]: INFO nova.virt.vmwareapi.images [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] The imported VM was unregistered [ 1197.698579] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1197.698854] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating directory with path [datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.699219] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e3a9a9-7782-4a13-b2da-5ad370f3aba4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.712553] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Created directory with path [datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.712771] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991/OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991.vmdk to [datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9/aa535a23-2e44-49ce-be88-9844752be1d9.vmdk. {{(pid=69350) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1197.713054] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-96620ac9-2408-4419-a076-41e614a08ddf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.721172] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1197.721172] env[69350]: value = "task-4149792" [ 1197.721172] env[69350]: _type = "Task" [ 1197.721172] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.731970] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149792, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.827432] env[69350]: DEBUG nova.scheduler.client.report [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.953070] env[69350]: DEBUG nova.compute.manager [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.982127] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.982416] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.982596] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.982787] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.982934] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.983100] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.983318] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.983533] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.983642] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.983806] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.983974] env[69350]: DEBUG nova.virt.hardware [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.984889] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3250520b-214b-4e38-8c06-3f73ff7ff7db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.993461] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7afc34e-9502-4c52-a907-28921b5eb289 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.009664] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.017017] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Creating folder: Project (bbf4a9abcbc440a9a414469d8d948cf5). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1198.017457] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b67b85b-4ef1-48f4-a6f3-15e2757c9d15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.029070] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Created folder: Project (bbf4a9abcbc440a9a414469d8d948cf5) in parent group-v821414. [ 1198.029256] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Creating folder: Instances. Parent ref: group-v821731. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1198.029500] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e330820-51d8-4f93-8e7c-a8480641875d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.043340] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Created folder: Instances in parent group-v821731. [ 1198.043707] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.043878] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.044354] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0663eb3-88d8-48a2-b828-520bcdc8fe68 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.059545] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: f17a0100-054e-4103-ac80-698d1be85218] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.062908] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.062908] env[69350]: value = "task-4149795" [ 1198.062908] env[69350]: _type = "Task" [ 1198.062908] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.073454] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149795, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.098844] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149790, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.108227] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "b4142a4d-5573-4744-8860-718f5f14fac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.108611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "b4142a4d-5573-4744-8860-718f5f14fac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.234029] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149792, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.332391] env[69350]: DEBUG nova.network.neutron [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Updated VIF entry in instance network info cache for port 9cbb3a61-8b95-4fb2-9b34-58b2e247cca8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.333119] env[69350]: DEBUG nova.network.neutron [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Updating instance_info_cache with network_info: [{"id": "9cbb3a61-8b95-4fb2-9b34-58b2e247cca8", "address": "fa:16:3e:14:ec:ee", "network": {"id": "3b74ceff-5774-4730-95de-8703cc15d3c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-832827706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce6e4903250e48a083663862f20990db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbb3a61-8b", "ovs_interfaceid": "9cbb3a61-8b95-4fb2-9b34-58b2e247cca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.336107] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.411s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.340860] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.350s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.341318] env[69350]: DEBUG nova.objects.instance [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lazy-loading 'resources' on Instance uuid 22fb0187-31b3-439a-8d41-baaf594a6e8b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.564041] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 0d698890-4a4f-4058-b57c-602176248bbc] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.576561] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149795, 'name': CreateVM_Task, 'duration_secs': 0.473624} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.576643] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.577113] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.577278] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.577605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.577878] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84ce522-985f-4ab4-adfd-22bb2cb660f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.584203] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1198.584203] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52ffba4a-3b2d-cfce-7065-01be05c7e6bf" [ 1198.584203] env[69350]: _type = "Task" [ 1198.584203] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.602239] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ffba4a-3b2d-cfce-7065-01be05c7e6bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.604674] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149790, 'name': CreateVM_Task, 'duration_secs': 0.616702} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.604864] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.605969] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.611573] env[69350]: DEBUG nova.compute.manager [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.737122] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149792, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.841763] env[69350]: DEBUG oslo_concurrency.lockutils [req-d66147cc-b5c6-4228-9e36-11ad5ef406df req-c0377ff6-65ba-4177-a449-23c265e36073 service nova] Releasing lock "refresh_cache-4c0141bf-f9b5-4107-9a55-dc37e00715ec" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.850894] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9502bc79-21fe-4aa6-a242-a6e2008ec0d5 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.324s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.851934] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.340s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.852464] env[69350]: INFO nova.compute.manager [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Unshelving [ 1198.951827] env[69350]: DEBUG nova.compute.manager [req-107a3c50-1ef9-4973-946f-b58f4f70b77d req-6e0bdea8-db3e-4c3b-a581-05488c533e62 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received event network-changed-2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.951827] env[69350]: DEBUG nova.compute.manager [req-107a3c50-1ef9-4973-946f-b58f4f70b77d req-6e0bdea8-db3e-4c3b-a581-05488c533e62 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing instance network info cache due to event network-changed-2fe99613-863a-42da-a8f0-edae7923067a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.952051] env[69350]: DEBUG oslo_concurrency.lockutils [req-107a3c50-1ef9-4973-946f-b58f4f70b77d req-6e0bdea8-db3e-4c3b-a581-05488c533e62 service nova] Acquiring lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.952140] env[69350]: DEBUG oslo_concurrency.lockutils [req-107a3c50-1ef9-4973-946f-b58f4f70b77d req-6e0bdea8-db3e-4c3b-a581-05488c533e62 service nova] Acquired lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.952359] env[69350]: DEBUG nova.network.neutron [req-107a3c50-1ef9-4973-946f-b58f4f70b77d req-6e0bdea8-db3e-4c3b-a581-05488c533e62 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing network info cache for port 2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.063224] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9561ac43-4ccb-4380-9764-c35671c32a92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.071482] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: effb7a42-5fe9-49b5-b4f4-95d5330466a5] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.076553] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be8dd5c-ba52-446c-bfcc-f9f3dbf6b822 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.115898] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5095756c-84cf-4acc-82d7-7e890668099c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.124865] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52ffba4a-3b2d-cfce-7065-01be05c7e6bf, 'name': SearchDatastore_Task, 'duration_secs': 0.100262} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.127693] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.127997] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.128266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.128415] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.128600] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.129462] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.130224] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.130224] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9749263-46dd-467b-b597-70342facc35a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.136422] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d755ce-cff6-4ecf-8f67-a0383cd35a30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.140027] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72636e77-6ce9-43b7-8931-016c4c0e208c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.145283] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.156335] env[69350]: DEBUG nova.compute.provider_tree [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.160297] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1199.160297] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528cf9d6-151c-8508-cf70-1d4072eb95d4" [ 1199.160297] env[69350]: _type = "Task" [ 1199.160297] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.160297] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.160537] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.161467] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d59da59b-b949-414a-b51c-6d068d29937c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.172461] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1199.172461] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5292170c-fab1-0404-03b2-abb6c4e6a84f" [ 1199.172461] env[69350]: _type = "Task" [ 1199.172461] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.178833] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528cf9d6-151c-8508-cf70-1d4072eb95d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.184419] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5292170c-fab1-0404-03b2-abb6c4e6a84f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.232689] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149792, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.576599] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 219f08aa-ebaa-44f0-9bc9-1a0401fabb23] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.663389] env[69350]: DEBUG nova.scheduler.client.report [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.680395] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528cf9d6-151c-8508-cf70-1d4072eb95d4, 'name': SearchDatastore_Task, 'duration_secs': 0.088221} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.683589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.683876] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.684104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.691357] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5292170c-fab1-0404-03b2-abb6c4e6a84f, 'name': SearchDatastore_Task, 'duration_secs': 0.090879} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.692210] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689edf6d-066c-4142-85f7-132a6c813a6f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.698448] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1199.698448] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5227e747-02bb-9a48-c90c-5d868c285049" [ 1199.698448] env[69350]: _type = "Task" [ 1199.698448] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.707502] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5227e747-02bb-9a48-c90c-5d868c285049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.735756] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149792, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.789487] env[69350]: DEBUG nova.network.neutron [req-107a3c50-1ef9-4973-946f-b58f4f70b77d req-6e0bdea8-db3e-4c3b-a581-05488c533e62 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updated VIF entry in instance network info cache for port 2fe99613-863a-42da-a8f0-edae7923067a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.790240] env[69350]: DEBUG nova.network.neutron [req-107a3c50-1ef9-4973-946f-b58f4f70b77d req-6e0bdea8-db3e-4c3b-a581-05488c533e62 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [{"id": "2fe99613-863a-42da-a8f0-edae7923067a", "address": "fa:16:3e:96:5d:5c", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe99613-86", "ovs_interfaceid": "2fe99613-863a-42da-a8f0-edae7923067a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.879826] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.080234] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.080844] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Cleaning up deleted instances with incomplete migration {{(pid=69350) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1200.171670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.174877] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.109s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.174877] env[69350]: DEBUG nova.objects.instance [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lazy-loading 'pci_requests' on Instance uuid bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.193113] env[69350]: INFO nova.scheduler.client.report [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Deleted allocations for instance 22fb0187-31b3-439a-8d41-baaf594a6e8b [ 1200.212442] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5227e747-02bb-9a48-c90c-5d868c285049, 'name': SearchDatastore_Task, 'duration_secs': 0.098892} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.212748] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.213037] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 7387373b-9718-4ac3-b920-2c690cf049ad/7387373b-9718-4ac3-b920-2c690cf049ad.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.213340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.213532] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.213773] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76b5e471-4869-4f9a-9042-dc777f52f33b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.216082] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d38250d4-1765-43f9-ab4f-58cabfff5d61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.229092] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1200.229092] env[69350]: value = "task-4149796" [ 1200.229092] env[69350]: _type = "Task" [ 1200.229092] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.237344] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149792, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.239228] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.239456] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.240247] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999af6f4-3891-479a-966b-080d40648f4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.247225] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.254662] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1200.254662] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521153bb-3baa-8aae-13f9-eee36bb4d970" [ 1200.254662] env[69350]: _type = "Task" [ 1200.254662] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.272122] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521153bb-3baa-8aae-13f9-eee36bb4d970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.295546] env[69350]: DEBUG oslo_concurrency.lockutils [req-107a3c50-1ef9-4973-946f-b58f4f70b77d req-6e0bdea8-db3e-4c3b-a581-05488c533e62 service nova] Releasing lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.583969] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.679516] env[69350]: DEBUG nova.objects.instance [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lazy-loading 'numa_topology' on Instance uuid bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.702283] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e47f9251-316c-43cd-a14e-76995819e9a1 tempest-AttachVolumeNegativeTest-1961671669 tempest-AttachVolumeNegativeTest-1961671669-project-member] Lock "22fb0187-31b3-439a-8d41-baaf594a6e8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.475s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.738338] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149792, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.799853} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.739117] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991/OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991.vmdk to [datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9/aa535a23-2e44-49ce-be88-9844752be1d9.vmdk. [ 1200.739752] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Cleaning up location [datastore1] OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1200.739752] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_480ecb3d-68b2-4393-8813-57d26d56b991 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.739752] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a479574b-72ee-4472-8c6b-b6e1171ac395 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.746887] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149796, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.755367] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1200.755367] env[69350]: value = "task-4149797" [ 1200.755367] env[69350]: _type = "Task" [ 1200.755367] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.770419] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521153bb-3baa-8aae-13f9-eee36bb4d970, 'name': SearchDatastore_Task, 'duration_secs': 0.095946} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.775360] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.775718] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c80dd1-c86d-4455-800f-d46b97c3ead8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.783020] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1200.783020] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52789a31-62e8-2fe1-5471-aede334f60d3" [ 1200.783020] env[69350]: _type = "Task" [ 1200.783020] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.793981] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52789a31-62e8-2fe1-5471-aede334f60d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.183402] env[69350]: INFO nova.compute.claims [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.242453] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766915} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.242763] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 7387373b-9718-4ac3-b920-2c690cf049ad/7387373b-9718-4ac3-b920-2c690cf049ad.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.242980] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.243281] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ddad1ff-35d1-4d83-a40c-de731a834c36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.251127] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1201.251127] env[69350]: value = "task-4149798" [ 1201.251127] env[69350]: _type = "Task" [ 1201.251127] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.262762] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.269599] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209438} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.269914] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.270151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9/aa535a23-2e44-49ce-be88-9844752be1d9.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.270424] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9/aa535a23-2e44-49ce-be88-9844752be1d9.vmdk to [datastore1] a48b5209-b8cf-4efe-9051-46cc46ed9d83/a48b5209-b8cf-4efe-9051-46cc46ed9d83.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.270725] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a62a377-98d9-457c-9c0d-1229f068e482 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.279624] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1201.279624] env[69350]: value = "task-4149799" [ 1201.279624] env[69350]: _type = "Task" [ 1201.279624] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.295634] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.299336] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52789a31-62e8-2fe1-5471-aede334f60d3, 'name': SearchDatastore_Task, 'duration_secs': 0.055069} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.299623] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.299909] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 4c0141bf-f9b5-4107-9a55-dc37e00715ec/4c0141bf-f9b5-4107-9a55-dc37e00715ec.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.300225] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-957dd767-7477-4cf6-b1dd-5f90384453a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.308812] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1201.308812] env[69350]: value = "task-4149801" [ 1201.308812] env[69350]: _type = "Task" [ 1201.308812] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.318441] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.763707] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088632} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.764335] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.765253] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a369054a-412b-4530-bb59-bd7232f35708 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.789518] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 7387373b-9718-4ac3-b920-2c690cf049ad/7387373b-9718-4ac3-b920-2c690cf049ad.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.789939] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93cc638b-ec53-4801-ab02-5dfd449aadbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.816986] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149799, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.821147] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1201.821147] env[69350]: value = "task-4149802" [ 1201.821147] env[69350]: _type = "Task" [ 1201.821147] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.828874] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149801, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.832616] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.081582] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.082101] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.305970] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149799, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.328615] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149801, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.337255] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149802, 'name': ReconfigVM_Task, 'duration_secs': 0.515973} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.337623] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 7387373b-9718-4ac3-b920-2c690cf049ad/7387373b-9718-4ac3-b920-2c690cf049ad.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.338263] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2cd933a-7ece-4edb-b472-a9b4e8c31af8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.348107] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1202.348107] env[69350]: value = "task-4149803" [ 1202.348107] env[69350]: _type = "Task" [ 1202.348107] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.359854] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149803, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.403370] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3fcada-92e1-4214-9d8e-b8e56fa5ae8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.412012] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a6c494-1a0f-4ffd-a713-e9c25e4d021d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.447145] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a329e61-277e-4bd7-93f3-dff33f84f7ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.456312] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2241fbdf-4ac1-42e2-a2dc-8ca822a149de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.472679] env[69350]: DEBUG nova.compute.provider_tree [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1202.588959] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.589140] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.589231] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.589403] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.589652] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.590031] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.590381] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1202.590381] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.802099] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149799, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.822779] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149801, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.091283} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.823094] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 4c0141bf-f9b5-4107-9a55-dc37e00715ec/4c0141bf-f9b5-4107-9a55-dc37e00715ec.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.823453] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.823647] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a84ed498-de1e-4891-b01b-ee91f723c560 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.832320] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1202.832320] env[69350]: value = "task-4149804" [ 1202.832320] env[69350]: _type = "Task" [ 1202.832320] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.842315] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.859109] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149803, 'name': Rename_Task, 'duration_secs': 0.161967} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.859443] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.859709] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145e82ec-0956-4b5d-bcd2-27516589358f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.867904] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1202.867904] env[69350]: value = "task-4149805" [ 1202.867904] env[69350]: _type = "Task" [ 1202.867904] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.878017] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.999669] env[69350]: ERROR nova.scheduler.client.report [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [req-bcb0340f-1f28-4044-9c0a-23b35b5e8d2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bcb0340f-1f28-4044-9c0a-23b35b5e8d2a"}]} [ 1203.018370] env[69350]: DEBUG nova.scheduler.client.report [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1203.033470] env[69350]: DEBUG nova.scheduler.client.report [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1203.033847] env[69350]: DEBUG nova.compute.provider_tree [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.047199] env[69350]: DEBUG nova.scheduler.client.report [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1203.069034] env[69350]: DEBUG nova.scheduler.client.report [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1203.093177] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.271203] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92851599-379c-4d71-82d3-b035566108dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.281142] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e17314-af1e-44d9-b38b-92581d43cfc2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.323656] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a52376-f457-415e-ab45-1a82fb39a6cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.333667] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149799, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.340409] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bcdc63-8777-4a1a-8a43-53a22269d72e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.356795] env[69350]: DEBUG nova.compute.provider_tree [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.362979] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149804, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.383496] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149805, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.833287] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149799, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.845659] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.705903} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.846060] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.847079] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a98bf9-1975-4d00-9522-c599e2d2dbfb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.878644] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 4c0141bf-f9b5-4107-9a55-dc37e00715ec/4c0141bf-f9b5-4107-9a55-dc37e00715ec.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.879361] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb9399b-04f4-4c86-9efc-f94dcca9b533 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.903731] env[69350]: DEBUG oslo_vmware.api [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149805, 'name': PowerOnVM_Task, 'duration_secs': 0.668202} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.904059] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.904301] env[69350]: INFO nova.compute.manager [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Took 5.95 seconds to spawn the instance on the hypervisor. [ 1203.904494] env[69350]: DEBUG nova.compute.manager [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.905936] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2648466-dbd9-4f2e-b0e7-97a2110b102a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.909681] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1203.909681] env[69350]: value = "task-4149806" [ 1203.909681] env[69350]: _type = "Task" [ 1203.909681] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.910741] env[69350]: DEBUG nova.scheduler.client.report [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1203.910998] env[69350]: DEBUG nova.compute.provider_tree [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 164 to 165 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1203.911205] env[69350]: DEBUG nova.compute.provider_tree [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.937097] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.333843] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149799, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.843914} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.334241] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa535a23-2e44-49ce-be88-9844752be1d9/aa535a23-2e44-49ce-be88-9844752be1d9.vmdk to [datastore1] a48b5209-b8cf-4efe-9051-46cc46ed9d83/a48b5209-b8cf-4efe-9051-46cc46ed9d83.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.335127] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20cfd1d-3b5e-4134-b2f8-c31f0e7f92e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.359226] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] a48b5209-b8cf-4efe-9051-46cc46ed9d83/a48b5209-b8cf-4efe-9051-46cc46ed9d83.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.359605] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6b93dc-4f8c-4a42-bdd7-723a484f20ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.388604] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1204.388604] env[69350]: value = "task-4149807" [ 1204.388604] env[69350]: _type = "Task" [ 1204.388604] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.397863] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.422812] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.248s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.430749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.922s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.430749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.433333] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 7.481s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.439087] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.443376] env[69350]: INFO nova.compute.manager [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Took 18.54 seconds to build instance. [ 1204.469734] env[69350]: INFO nova.scheduler.client.report [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted allocations for instance ab450e9b-8302-4bff-a4b5-a9f78127e9a8 [ 1204.488510] env[69350]: INFO nova.network.neutron [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updating port fbb948d3-6d63-4b97-945d-768dfb6ff64b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1204.816476] env[69350]: INFO nova.compute.manager [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Rebuilding instance [ 1204.863413] env[69350]: DEBUG nova.compute.manager [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.864336] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26f39eb-5e66-46ec-ad8e-a977619340d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.899799] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149807, 'name': ReconfigVM_Task, 'duration_secs': 0.362438} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.900157] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Reconfigured VM instance instance-00000061 to attach disk [datastore1] a48b5209-b8cf-4efe-9051-46cc46ed9d83/a48b5209-b8cf-4efe-9051-46cc46ed9d83.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.901442] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_name': '/dev/sda', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'size': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'image_id': 'd75198e8-8a23-4684-af1f-c67fd85bd261'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '27de540c-16d1-4f4d-8e8d-b139089d823e', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821718', 'volume_id': 'e260cc68-f27a-4099-8ebd-df203895b8ac', 'name': 'volume-e260cc68-f27a-4099-8ebd-df203895b8ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a48b5209-b8cf-4efe-9051-46cc46ed9d83', 'attached_at': '', 'detached_at': '', 'volume_id': 'e260cc68-f27a-4099-8ebd-df203895b8ac', 'serial': 'e260cc68-f27a-4099-8ebd-df203895b8ac'}, 'mount_device': '/dev/sdb', 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69350) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1204.902064] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1204.902064] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821718', 'volume_id': 'e260cc68-f27a-4099-8ebd-df203895b8ac', 'name': 'volume-e260cc68-f27a-4099-8ebd-df203895b8ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a48b5209-b8cf-4efe-9051-46cc46ed9d83', 'attached_at': '', 'detached_at': '', 'volume_id': 'e260cc68-f27a-4099-8ebd-df203895b8ac', 'serial': 'e260cc68-f27a-4099-8ebd-df203895b8ac'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1204.902823] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e93813-91c7-4d18-a51f-db2b0deaf0a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.926783] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b423eba-d6e4-446b-b084-14f8b210a0b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.936897] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149806, 'name': ReconfigVM_Task, 'duration_secs': 0.613035} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.950259] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 4c0141bf-f9b5-4107-9a55-dc37e00715ec/4c0141bf-f9b5-4107-9a55-dc37e00715ec.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.951283] env[69350]: DEBUG nova.objects.instance [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'migration_context' on Instance uuid cb45c6d9-7937-4348-9373-ae08bbba1dc8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.952992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18d2b67a-f17d-4cc0-bea8-b9e46a54071e tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "7387373b-9718-4ac3-b920-2c690cf049ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.056s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.961603] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-e260cc68-f27a-4099-8ebd-df203895b8ac/volume-e260cc68-f27a-4099-8ebd-df203895b8ac.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.963128] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-085cf54d-5d26-4ba6-bcc7-9880335b6066 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.965294] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a90646-345c-4968-bed3-ecc416f5f55f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.983092] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6f50b190-3468-45ed-a0b0-9c1d9839c384 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "ab450e9b-8302-4bff-a4b5-a9f78127e9a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.135s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.993025] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1204.993025] env[69350]: value = "task-4149810" [ 1204.993025] env[69350]: _type = "Task" [ 1204.993025] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.993025] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1204.993025] env[69350]: value = "task-4149809" [ 1204.993025] env[69350]: _type = "Task" [ 1204.993025] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.006919] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.009383] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149809, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.505137] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149810, 'name': ReconfigVM_Task, 'duration_secs': 0.408732} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.506089] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-e260cc68-f27a-4099-8ebd-df203895b8ac/volume-e260cc68-f27a-4099-8ebd-df203895b8ac.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.520636] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a642fb3f-1014-4e86-8da3-bd4f483e1e1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.534491] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149809, 'name': Rename_Task, 'duration_secs': 0.212239} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.537558] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.538766] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-385143f9-4b82-4036-be0a-51eaacb76405 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.545748] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1205.545748] env[69350]: value = "task-4149812" [ 1205.545748] env[69350]: _type = "Task" [ 1205.545748] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.547012] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1205.547012] env[69350]: value = "task-4149811" [ 1205.547012] env[69350]: _type = "Task" [ 1205.547012] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.565270] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.568270] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.613086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.613086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.613086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.613086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.613086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.614243] env[69350]: INFO nova.compute.manager [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Terminating instance [ 1205.693726] env[69350]: DEBUG oslo_vmware.rw_handles [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aee9-730b-4819-dd0e-31ab777ab7b8/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1205.694859] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaacf63-44aa-4586-8c82-e7f2efc7a1e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.701562] env[69350]: DEBUG oslo_vmware.rw_handles [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aee9-730b-4819-dd0e-31ab777ab7b8/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1205.701764] env[69350]: ERROR oslo_vmware.rw_handles [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aee9-730b-4819-dd0e-31ab777ab7b8/disk-0.vmdk due to incomplete transfer. [ 1205.702878] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72e35b02-e28a-489f-bd0f-3670b5f97d32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.705792] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e5a34-de82-47e2-a5e2-259207165621 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.714462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eb771e-e582-4883-9cfd-63d0d48404d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.719103] env[69350]: DEBUG oslo_vmware.rw_handles [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aee9-730b-4819-dd0e-31ab777ab7b8/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1205.719272] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Uploaded image 5559f27a-97f5-44bb-ac21-1af5c3522b86 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1205.721525] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1205.722145] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f894631c-f7e3-4953-9ce8-25867749e484 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.751302] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4d6ca1-3d79-4950-a81f-6c83997be412 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.754242] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1205.754242] env[69350]: value = "task-4149813" [ 1205.754242] env[69350]: _type = "Task" [ 1205.754242] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.761582] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9158a9-6c0b-4287-9e28-f3fbd445cfc0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.769376] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149813, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.782900] env[69350]: DEBUG nova.compute.provider_tree [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.880316] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.880698] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1834f378-f0a6-401b-b57e-65d0652ca605 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.888844] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1205.888844] env[69350]: value = "task-4149814" [ 1205.888844] env[69350]: _type = "Task" [ 1205.888844] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.901040] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.021918] env[69350]: DEBUG nova.compute.manager [req-29b1a29f-b41f-4602-a7a6-525a60f10bfa req-6d52dc61-c2cf-477a-8091-9d02cb17dcae service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Received event network-vif-plugged-fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.022162] env[69350]: DEBUG oslo_concurrency.lockutils [req-29b1a29f-b41f-4602-a7a6-525a60f10bfa req-6d52dc61-c2cf-477a-8091-9d02cb17dcae service nova] Acquiring lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.022457] env[69350]: DEBUG oslo_concurrency.lockutils [req-29b1a29f-b41f-4602-a7a6-525a60f10bfa req-6d52dc61-c2cf-477a-8091-9d02cb17dcae service nova] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.022534] env[69350]: DEBUG oslo_concurrency.lockutils [req-29b1a29f-b41f-4602-a7a6-525a60f10bfa req-6d52dc61-c2cf-477a-8091-9d02cb17dcae service nova] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.022746] env[69350]: DEBUG nova.compute.manager [req-29b1a29f-b41f-4602-a7a6-525a60f10bfa req-6d52dc61-c2cf-477a-8091-9d02cb17dcae service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] No waiting events found dispatching network-vif-plugged-fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.022911] env[69350]: WARNING nova.compute.manager [req-29b1a29f-b41f-4602-a7a6-525a60f10bfa req-6d52dc61-c2cf-477a-8091-9d02cb17dcae service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Received unexpected event network-vif-plugged-fbb948d3-6d63-4b97-945d-768dfb6ff64b for instance with vm_state shelved_offloaded and task_state spawning. [ 1206.068903] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149812, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.074234] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149811, 'name': ReconfigVM_Task, 'duration_secs': 0.17448} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.074662] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821718', 'volume_id': 'e260cc68-f27a-4099-8ebd-df203895b8ac', 'name': 'volume-e260cc68-f27a-4099-8ebd-df203895b8ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a48b5209-b8cf-4efe-9051-46cc46ed9d83', 'attached_at': '', 'detached_at': '', 'volume_id': 'e260cc68-f27a-4099-8ebd-df203895b8ac', 'serial': 'e260cc68-f27a-4099-8ebd-df203895b8ac'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1206.075580] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9344bd5-dba7-48b1-bc1c-aabce27490cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.085130] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1206.085130] env[69350]: value = "task-4149815" [ 1206.085130] env[69350]: _type = "Task" [ 1206.085130] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.097769] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149815, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.123032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.123317] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.123474] env[69350]: DEBUG nova.network.neutron [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.125126] env[69350]: DEBUG nova.compute.manager [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.125332] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.126463] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fea5728-8040-410d-b7d5-842818d13fe5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.135843] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.136806] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6e3adde-2221-40fb-90bc-11082bd88764 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.144779] env[69350]: DEBUG oslo_vmware.api [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1206.144779] env[69350]: value = "task-4149816" [ 1206.144779] env[69350]: _type = "Task" [ 1206.144779] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.154459] env[69350]: DEBUG oslo_vmware.api [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.265280] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149813, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.287429] env[69350]: DEBUG nova.scheduler.client.report [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.399436] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149814, 'name': PowerOffVM_Task, 'duration_secs': 0.261615} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.399723] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.399953] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.400729] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a000389-4503-4f5b-9f85-471d920ec10c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.407969] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.408230] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b929df9-11e5-45da-957e-52a8c78924ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.435343] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.435592] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.435831] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Deleting the datastore file [datastore1] 7387373b-9718-4ac3-b920-2c690cf049ad {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.436129] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d70bb5a-7ed2-4d9c-99b0-f478d7621658 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.443805] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1206.443805] env[69350]: value = "task-4149818" [ 1206.443805] env[69350]: _type = "Task" [ 1206.443805] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.454905] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.559509] env[69350]: DEBUG oslo_vmware.api [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149812, 'name': PowerOnVM_Task, 'duration_secs': 0.55886} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.559907] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.559907] env[69350]: INFO nova.compute.manager [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Took 13.05 seconds to spawn the instance on the hypervisor. [ 1206.560024] env[69350]: DEBUG nova.compute.manager [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.560929] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb17a9f8-90f3-4551-a956-860c8606e753 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.596230] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149815, 'name': Rename_Task, 'duration_secs': 0.406885} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.596501] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.596759] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dcda25d-e043-4262-ad26-aa9d4e357b17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.603755] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1206.603755] env[69350]: value = "task-4149819" [ 1206.603755] env[69350]: _type = "Task" [ 1206.603755] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.615981] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.657131] env[69350]: DEBUG oslo_vmware.api [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149816, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.769744] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149813, 'name': Destroy_Task, 'duration_secs': 0.570118} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.769744] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Destroyed the VM [ 1206.770906] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1206.770906] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d242c854-6299-4a3a-bc41-3c0373fa9ebe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.782862] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1206.782862] env[69350]: value = "task-4149820" [ 1206.782862] env[69350]: _type = "Task" [ 1206.782862] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.801402] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.957546] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255713} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.957935] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.958229] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.958493] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.970301] env[69350]: DEBUG nova.network.neutron [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updating instance_info_cache with network_info: [{"id": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "address": "fa:16:3e:5e:ae:51", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb948d3-6d", "ovs_interfaceid": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.082625] env[69350]: INFO nova.compute.manager [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Took 26.33 seconds to build instance. [ 1207.114468] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.155890] env[69350]: DEBUG oslo_vmware.api [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149816, 'name': PowerOffVM_Task, 'duration_secs': 0.535554} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.156182] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.156452] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.156635] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3999c063-de15-4007-bd4a-1309d8043366 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.238990] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.239366] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.239756] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleting the datastore file [datastore2] eaea7205-a2b0-4e72-a1d5-2364b4c92e57 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.239946] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-781d3ed2-d533-44d4-84a3-9d841e935d89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.248038] env[69350]: DEBUG oslo_vmware.api [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1207.248038] env[69350]: value = "task-4149822" [ 1207.248038] env[69350]: _type = "Task" [ 1207.248038] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.257591] env[69350]: DEBUG oslo_vmware.api [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.294692] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149820, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.305172] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.872s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.311515] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.166s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.313118] env[69350]: INFO nova.compute.claims [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.473154] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.505907] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8223f6324e0415a357576f80677f4061',container_format='bare',created_at=2025-05-14T13:28:55Z,direct_url=,disk_format='vmdk',id=14976603-0c46-4797-864c-2c29ad1e11f2,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-335358207-shelved',owner='4192e1dee4d44331ba631e2016d64ed5',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-05-14T13:29:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.506371] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.506565] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.506759] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.506982] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.507164] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.507380] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.507542] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.507710] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.507876] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.508064] env[69350]: DEBUG nova.virt.hardware [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.509210] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dd1d45-e829-4821-932f-1cb33cb33750 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.518392] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bbc43d-7f5d-4736-937d-307b375af603 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.535732] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ae:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbb948d3-6d63-4b97-945d-768dfb6ff64b', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.543715] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.544009] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.544249] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8a9ee89-6ab0-4956-a43b-f4daf7351753 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.566237] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.566237] env[69350]: value = "task-4149823" [ 1207.566237] env[69350]: _type = "Task" [ 1207.566237] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.575071] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149823, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.585142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b286769e-2ae9-4f99-8889-0f7d9fce3306 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.841s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.615621] env[69350]: DEBUG oslo_vmware.api [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149819, 'name': PowerOnVM_Task, 'duration_secs': 0.707514} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.615949] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.737921] env[69350]: DEBUG nova.compute.manager [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.739055] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b1794d-cc59-4271-be24-d0e874fd92d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.757870] env[69350]: DEBUG oslo_vmware.api [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285245} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.759104] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.759104] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.759104] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.759104] env[69350]: INFO nova.compute.manager [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1207.759104] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.759376] env[69350]: DEBUG nova.compute.manager [-] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.759376] env[69350]: DEBUG nova.network.neutron [-] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.794566] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149820, 'name': RemoveSnapshot_Task, 'duration_secs': 0.533826} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.797117] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1207.797433] env[69350]: DEBUG nova.compute.manager [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.798278] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c12d6-4b12-44d4-b94d-f6750488aff6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.013802] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.014244] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.014426] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.014699] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.014869] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.015826] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.016374] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.016692] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.016957] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.017233] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.017503] env[69350]: DEBUG nova.virt.hardware [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.018936] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9adeb7-d951-488b-a351-44ce955a4800 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.028036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad7aba4-9e2c-4a9a-bd3e-e960cb72bc75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.048289] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.054292] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.055701] env[69350]: DEBUG nova.compute.manager [req-ce71d252-1089-4df7-80eb-570fec0a0536 req-cff63847-4ee0-4799-98df-f497f490788c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Received event network-changed-fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.055910] env[69350]: DEBUG nova.compute.manager [req-ce71d252-1089-4df7-80eb-570fec0a0536 req-cff63847-4ee0-4799-98df-f497f490788c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Refreshing instance network info cache due to event network-changed-fbb948d3-6d63-4b97-945d-768dfb6ff64b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.056186] env[69350]: DEBUG oslo_concurrency.lockutils [req-ce71d252-1089-4df7-80eb-570fec0a0536 req-cff63847-4ee0-4799-98df-f497f490788c service nova] Acquiring lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.056338] env[69350]: DEBUG oslo_concurrency.lockutils [req-ce71d252-1089-4df7-80eb-570fec0a0536 req-cff63847-4ee0-4799-98df-f497f490788c service nova] Acquired lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.056501] env[69350]: DEBUG nova.network.neutron [req-ce71d252-1089-4df7-80eb-570fec0a0536 req-cff63847-4ee0-4799-98df-f497f490788c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Refreshing network info cache for port fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.061019] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.061019] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e44da85-836c-45c9-8fc9-d716f172b0fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.080906] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149823, 'name': CreateVM_Task, 'duration_secs': 0.509026} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.082144] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.082359] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.082359] env[69350]: value = "task-4149825" [ 1208.082359] env[69350]: _type = "Task" [ 1208.082359] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.082998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.083189] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.083611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.083903] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1cf572-945e-46ca-873b-bee03621a326 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.093265] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1208.093265] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527337ed-c378-fc07-1ba4-5cccb1f84e65" [ 1208.093265] env[69350]: _type = "Task" [ 1208.093265] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.096471] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149825, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.108976] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527337ed-c378-fc07-1ba4-5cccb1f84e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.258350] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a95794bc-30bf-4ecb-af62-0e326ffb83d6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.693s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.312909] env[69350]: INFO nova.compute.manager [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Shelve offloading [ 1208.504110] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5785f7-12f6-455a-bc41-49bb4e516474 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.513252] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c201db59-593f-4a4b-96e2-5b7e41789937 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.544733] env[69350]: INFO nova.compute.manager [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Rescuing [ 1208.545029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "refresh_cache-4c0141bf-f9b5-4107-9a55-dc37e00715ec" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.545195] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "refresh_cache-4c0141bf-f9b5-4107-9a55-dc37e00715ec" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.545364] env[69350]: DEBUG nova.network.neutron [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.547598] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c1d553-b5b4-43e1-b398-2c95099a3817 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.556421] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0323a111-59b2-4343-aa08-7da40390db29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.574415] env[69350]: DEBUG nova.compute.provider_tree [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.596061] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149825, 'name': CreateVM_Task, 'duration_secs': 0.352364} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.596061] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.596061] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.596327] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.596640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.596996] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4586739-aa71-4fca-ade2-00d09868c579 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.607905] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1208.607905] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52578c34-1dab-da70-581e-adfc445fa1ed" [ 1208.607905] env[69350]: _type = "Task" [ 1208.607905] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.614257] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.614556] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Processing image 14976603-0c46-4797-864c-2c29ad1e11f2 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.614839] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2/14976603-0c46-4797-864c-2c29ad1e11f2.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.614991] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2/14976603-0c46-4797-864c-2c29ad1e11f2.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.615207] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.615451] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22ab51e9-d411-4a08-b0e7-3fd7fcbf2ae2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.623218] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52578c34-1dab-da70-581e-adfc445fa1ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.624654] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.624852] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.625638] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7511d0c5-aab3-4dc0-90c4-7827560d1486 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.632061] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1208.632061] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52afe9d2-6c54-fccd-e721-ce65fd4c43ce" [ 1208.632061] env[69350]: _type = "Task" [ 1208.632061] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.640836] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52afe9d2-6c54-fccd-e721-ce65fd4c43ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.653394] env[69350]: DEBUG nova.network.neutron [-] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.817188] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.817542] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c44f4f5-87ce-481b-9c41-d6fecc0d9a55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.825842] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1208.825842] env[69350]: value = "task-4149826" [ 1208.825842] env[69350]: _type = "Task" [ 1208.825842] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.834755] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.852415] env[69350]: INFO nova.compute.manager [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Swapping old allocation on dict_keys(['33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2']) held by migration 66c66f03-55a6-47fd-b73a-14e715c34b4f for instance [ 1208.893561] env[69350]: DEBUG nova.scheduler.client.report [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Overwriting current allocation {'allocations': {'33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 165}}, 'project_id': '830e85774778438886e6ab2a50799ab6', 'user_id': '95c6d684edb44321b0226f2c3ba37136', 'consumer_generation': 1} on consumer cb45c6d9-7937-4348-9373-ae08bbba1dc8 {{(pid=69350) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1208.921071] env[69350]: DEBUG nova.network.neutron [req-ce71d252-1089-4df7-80eb-570fec0a0536 req-cff63847-4ee0-4799-98df-f497f490788c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updated VIF entry in instance network info cache for port fbb948d3-6d63-4b97-945d-768dfb6ff64b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.921553] env[69350]: DEBUG nova.network.neutron [req-ce71d252-1089-4df7-80eb-570fec0a0536 req-cff63847-4ee0-4799-98df-f497f490788c service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updating instance_info_cache with network_info: [{"id": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "address": "fa:16:3e:5e:ae:51", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb948d3-6d", "ovs_interfaceid": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.984814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.985098] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.985655] env[69350]: DEBUG nova.network.neutron [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.098878] env[69350]: ERROR nova.scheduler.client.report [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [req-6d9d2025-9c20-43f0-a967-d564b024ca58] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d9d2025-9c20-43f0-a967-d564b024ca58"}]} [ 1209.122135] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52578c34-1dab-da70-581e-adfc445fa1ed, 'name': SearchDatastore_Task, 'duration_secs': 0.02369} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.125275] env[69350]: DEBUG nova.scheduler.client.report [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1209.125275] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.125460] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.125651] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.125808] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.125990] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.126737] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e850370-445e-478b-b446-70698e8572c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.137595] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.137808] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.141751] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469ae7a4-89c2-4f94-b3d1-2513cc3a578f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.144867] env[69350]: DEBUG nova.scheduler.client.report [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1209.145097] env[69350]: DEBUG nova.compute.provider_tree [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.149042] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1209.149280] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Fetch image to [datastore2] OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052/OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1209.149461] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Downloading stream optimized image 14976603-0c46-4797-864c-2c29ad1e11f2 to [datastore2] OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052/OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052.vmdk on the data store datastore2 as vApp {{(pid=69350) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1209.149628] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Downloading image file data 14976603-0c46-4797-864c-2c29ad1e11f2 to the ESX as VM named 'OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052' {{(pid=69350) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1209.154898] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1209.154898] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]524858ec-7c6c-586d-535f-d395dc9f5d70" [ 1209.154898] env[69350]: _type = "Task" [ 1209.154898] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.158478] env[69350]: INFO nova.compute.manager [-] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Took 1.40 seconds to deallocate network for instance. [ 1209.163917] env[69350]: DEBUG nova.scheduler.client.report [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1209.171027] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524858ec-7c6c-586d-535f-d395dc9f5d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.203411] env[69350]: DEBUG nova.scheduler.client.report [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1209.245988] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1209.245988] env[69350]: value = "resgroup-9" [ 1209.245988] env[69350]: _type = "ResourcePool" [ 1209.245988] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1209.246913] env[69350]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-38c4f6ff-deea-41dd-ab6b-767f4fb8a4a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.271387] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lease: (returnval){ [ 1209.271387] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d15a75-a0ba-e633-2e0f-52d0e93c6bc1" [ 1209.271387] env[69350]: _type = "HttpNfcLease" [ 1209.271387] env[69350]: } obtained for vApp import into resource pool (val){ [ 1209.271387] env[69350]: value = "resgroup-9" [ 1209.271387] env[69350]: _type = "ResourcePool" [ 1209.271387] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1209.271668] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the lease: (returnval){ [ 1209.271668] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d15a75-a0ba-e633-2e0f-52d0e93c6bc1" [ 1209.271668] env[69350]: _type = "HttpNfcLease" [ 1209.271668] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1209.284400] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.284400] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d15a75-a0ba-e633-2e0f-52d0e93c6bc1" [ 1209.284400] env[69350]: _type = "HttpNfcLease" [ 1209.284400] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.339738] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1209.340103] env[69350]: DEBUG nova.compute.manager [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.341346] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ca31ae-2696-41d2-aca7-f60d38e7bf07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.345165] env[69350]: DEBUG nova.network.neutron [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Updating instance_info_cache with network_info: [{"id": "9cbb3a61-8b95-4fb2-9b34-58b2e247cca8", "address": "fa:16:3e:14:ec:ee", "network": {"id": "3b74ceff-5774-4730-95de-8703cc15d3c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-832827706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce6e4903250e48a083663862f20990db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbb3a61-8b", "ovs_interfaceid": "9cbb3a61-8b95-4fb2-9b34-58b2e247cca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.350242] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.350504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.350810] env[69350]: DEBUG nova.network.neutron [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.393142] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23818f4e-da11-44ce-9c03-1188f5b29093 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.401970] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55c0d36-2c43-454f-b9c5-4724997cbffb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.432781] env[69350]: DEBUG oslo_concurrency.lockutils [req-ce71d252-1089-4df7-80eb-570fec0a0536 req-cff63847-4ee0-4799-98df-f497f490788c service nova] Releasing lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.434166] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7109265e-5cff-4372-9973-94fcc76fcf00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.441752] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d3b1bd-f128-4c49-b242-95d8c7d2c046 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.455314] env[69350]: DEBUG nova.compute.provider_tree [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.666175] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]524858ec-7c6c-586d-535f-d395dc9f5d70, 'name': SearchDatastore_Task, 'duration_secs': 0.018192} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.666986] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4927f3ce-92c9-4741-90d1-d80a97732c31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.672579] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1209.672579] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527bf5e8-4f1f-9b5e-5cc5-6db48c514d46" [ 1209.672579] env[69350]: _type = "Task" [ 1209.672579] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.678354] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.683604] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527bf5e8-4f1f-9b5e-5cc5-6db48c514d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.709287] env[69350]: DEBUG nova.network.neutron [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance_info_cache with network_info: [{"id": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "address": "fa:16:3e:fe:d9:4f", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c925a48-8b", "ovs_interfaceid": "3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.782635] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.782635] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d15a75-a0ba-e633-2e0f-52d0e93c6bc1" [ 1209.782635] env[69350]: _type = "HttpNfcLease" [ 1209.782635] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.848064] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "refresh_cache-4c0141bf-f9b5-4107-9a55-dc37e00715ec" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.999571] env[69350]: DEBUG nova.scheduler.client.report [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1209.999961] env[69350]: DEBUG nova.compute.provider_tree [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 166 to 167 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1210.000262] env[69350]: DEBUG nova.compute.provider_tree [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1210.095367] env[69350]: DEBUG nova.compute.manager [req-3c076615-8a3f-42b9-9256-6bd8ad31bfba req-6dbf2f89-f797-4dd5-9fff-a22b0ecddc2e service nova] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Received event network-vif-deleted-4a9947c5-a5aa-4ef9-808c-2d38eb1258f0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.185313] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527bf5e8-4f1f-9b5e-5cc5-6db48c514d46, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.185612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.185957] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 7387373b-9718-4ac3-b920-2c690cf049ad/7387373b-9718-4ac3-b920-2c690cf049ad.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.186239] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d47ab3e5-758c-42fd-b7b5-033296bb3c5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.194907] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1210.194907] env[69350]: value = "task-4149828" [ 1210.194907] env[69350]: _type = "Task" [ 1210.194907] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.204391] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.211749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-cb45c6d9-7937-4348-9373-ae08bbba1dc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.212239] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.212506] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f7374fe-d39d-418e-9fc8-ab2371494158 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.219884] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1210.219884] env[69350]: value = "task-4149829" [ 1210.219884] env[69350]: _type = "Task" [ 1210.219884] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.230582] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.278671] env[69350]: DEBUG nova.network.neutron [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Updating instance_info_cache with network_info: [{"id": "c8c4e707-b315-4c00-a295-b5c511c37aa3", "address": "fa:16:3e:65:27:dc", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c4e707-b3", "ovs_interfaceid": "c8c4e707-b315-4c00-a295-b5c511c37aa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.285054] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.285054] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d15a75-a0ba-e633-2e0f-52d0e93c6bc1" [ 1210.285054] env[69350]: _type = "HttpNfcLease" [ 1210.285054] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1210.285527] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1210.285527] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d15a75-a0ba-e633-2e0f-52d0e93c6bc1" [ 1210.285527] env[69350]: _type = "HttpNfcLease" [ 1210.285527] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1210.286707] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67462774-b4de-4288-a578-8e0ec939aa3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.301801] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52018354-d1ab-d637-9fed-3fb8096e8480/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1210.302171] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52018354-d1ab-d637-9fed-3fb8096e8480/disk-0.vmdk. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1210.401498] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99613fa2-cbf9-45b2-aa7c-820824c68f4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.513392] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.202s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.514071] env[69350]: DEBUG nova.compute.manager [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.518517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.639s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.518768] env[69350]: DEBUG nova.objects.instance [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'pci_requests' on Instance uuid d2beda23-078b-46d7-bcdd-26db36f02cc6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.707881] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149828, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.731829] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149829, 'name': PowerOffVM_Task, 'duration_secs': 0.211417} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.732151] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.732960] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.733298] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.733394] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.733609] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.733761] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.734063] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.734416] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.734416] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.734597] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.734791] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.735129] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.740951] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e551c2da-a505-4801-b03d-04c315f99b95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.758471] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1210.758471] env[69350]: value = "task-4149830" [ 1210.758471] env[69350]: _type = "Task" [ 1210.758471] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.769119] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.782140] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.020274] env[69350]: DEBUG nova.compute.utils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.025724] env[69350]: DEBUG nova.compute.manager [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.025990] env[69350]: DEBUG nova.network.neutron [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.031146] env[69350]: DEBUG nova.objects.instance [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'numa_topology' on Instance uuid d2beda23-078b-46d7-bcdd-26db36f02cc6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.152721] env[69350]: DEBUG nova.policy [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4db4ec4e7214fad90a24464240525e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01f41324f5d42edb4949e36cc14f759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.212182] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662977} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.212182] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 7387373b-9718-4ac3-b920-2c690cf049ad/7387373b-9718-4ac3-b920-2c690cf049ad.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.212182] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.212182] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34f31ffc-38a2-4520-8036-1771db7cc678 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.220153] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1211.220153] env[69350]: value = "task-4149831" [ 1211.220153] env[69350]: _type = "Task" [ 1211.220153] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.232761] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.274025] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149830, 'name': ReconfigVM_Task, 'duration_secs': 0.24077} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.274025] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b0cda6-d4fe-44b1-9aaf-fcf9af38b26b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.306987] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.310227] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.310227] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.310227] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.310227] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.310227] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.310227] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.310227] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.310227] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.310227] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.310900] env[69350]: DEBUG nova.virt.hardware [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.323042] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.324176] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc09d38-0a51-4b0e-90b9-e2570041edf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.329461] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaaae78-bace-4a55-8c26-e5f74d2eb613 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.344880] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1211.344880] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527cee91-7523-9504-0e61-3ec4ae32796c" [ 1211.344880] env[69350]: _type = "Task" [ 1211.344880] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.348252] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.356733] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bd7faf5-ca38-4f5f-b77d-bc7544f51bd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.370653] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527cee91-7523-9504-0e61-3ec4ae32796c, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.384848] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.388484] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1300e9d7-8de2-4c5d-a1b0-29085a84a5c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.420784] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.421156] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05937ae6-ca0a-4e6c-bf68-e81537053d22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.431730] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1211.431730] env[69350]: value = "task-4149833" [ 1211.431730] env[69350]: _type = "Task" [ 1211.431730] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.434096] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1211.434096] env[69350]: value = "task-4149834" [ 1211.434096] env[69350]: _type = "Task" [ 1211.434096] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.451898] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.452260] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.452530] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleting the datastore file [datastore1] 62f19c49-b74e-4f8d-a8be-8347a818ccf0 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.452903] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5371059-0ff0-478c-9ebb-7309a640b7c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.463543] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.463792] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.471901] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1211.471901] env[69350]: value = "task-4149835" [ 1211.471901] env[69350]: _type = "Task" [ 1211.471901] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.483844] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.534462] env[69350]: DEBUG nova.compute.manager [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.538265] env[69350]: INFO nova.compute.claims [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.739284] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152896} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.741260] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.742258] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71135ea3-86bc-488d-bf50-af7e13f9d8b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.764951] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 7387373b-9718-4ac3-b920-2c690cf049ad/7387373b-9718-4ac3-b920-2c690cf049ad.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.768942] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4e954ad-9712-4d2d-bbe9-dafe354ddce5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.795563] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1211.795563] env[69350]: value = "task-4149836" [ 1211.795563] env[69350]: _type = "Task" [ 1211.795563] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.811074] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.891810] env[69350]: DEBUG nova.network.neutron [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Successfully created port: 9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.945342] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149833, 'name': PowerOffVM_Task, 'duration_secs': 0.317901} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.948722] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.949599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411eac05-749c-4328-83ab-cf9e83f3d5d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.958849] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.979533] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a74e80-a6e0-4c99-bf92-234af506f1dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.989124] env[69350]: DEBUG oslo_vmware.api [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33132} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.992131] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.992131] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.992287] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.024767] env[69350]: INFO nova.scheduler.client.report [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted allocations for instance 62f19c49-b74e-4f8d-a8be-8347a818ccf0 [ 1212.033883] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.034244] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853316a4-15b6-4b9d-a40f-1c41cca6f9ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.042689] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1212.042689] env[69350]: value = "task-4149837" [ 1212.042689] env[69350]: _type = "Task" [ 1212.042689] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.067390] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1212.067390] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.067553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.067606] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.067813] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.072027] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49ecef3f-00fa-4376-976b-c8dfea44fbe5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.080271] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.080504] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.081313] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703b6f3a-1281-4c38-90ee-f04382db69ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.088569] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1212.088569] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52130b1a-f2ad-d0b0-6756-7e133045f979" [ 1212.088569] env[69350]: _type = "Task" [ 1212.088569] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.099306] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52130b1a-f2ad-d0b0-6756-7e133045f979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.103425] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1212.103425] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52018354-d1ab-d637-9fed-3fb8096e8480/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.103812] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8fa263-ab00-4c36-8693-59200b471c3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.112448] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52018354-d1ab-d637-9fed-3fb8096e8480/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.116027] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52018354-d1ab-d637-9fed-3fb8096e8480/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1212.116027] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ed8242e2-8bd3-474d-99a9-a5426df2c08f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.132602] env[69350]: DEBUG nova.compute.manager [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Received event network-vif-unplugged-c8c4e707-b315-4c00-a295-b5c511c37aa3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.133935] env[69350]: DEBUG oslo_concurrency.lockutils [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] Acquiring lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.133935] env[69350]: DEBUG oslo_concurrency.lockutils [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.133935] env[69350]: DEBUG oslo_concurrency.lockutils [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.133935] env[69350]: DEBUG nova.compute.manager [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] No waiting events found dispatching network-vif-unplugged-c8c4e707-b315-4c00-a295-b5c511c37aa3 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.134224] env[69350]: WARNING nova.compute.manager [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Received unexpected event network-vif-unplugged-c8c4e707-b315-4c00-a295-b5c511c37aa3 for instance with vm_state shelved_offloaded and task_state None. [ 1212.134412] env[69350]: DEBUG nova.compute.manager [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Received event network-changed-c8c4e707-b315-4c00-a295-b5c511c37aa3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.134793] env[69350]: DEBUG nova.compute.manager [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Refreshing instance network info cache due to event network-changed-c8c4e707-b315-4c00-a295-b5c511c37aa3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.134985] env[69350]: DEBUG oslo_concurrency.lockutils [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] Acquiring lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.135258] env[69350]: DEBUG oslo_concurrency.lockutils [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] Acquired lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.135510] env[69350]: DEBUG nova.network.neutron [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Refreshing network info cache for port c8c4e707-b315-4c00-a295-b5c511c37aa3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.305904] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149836, 'name': ReconfigVM_Task, 'duration_secs': 0.374277} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.306291] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 7387373b-9718-4ac3-b920-2c690cf049ad/7387373b-9718-4ac3-b920-2c690cf049ad.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.306955] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ff72fc2-4f55-451f-9741-c0817c272b8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.314219] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1212.314219] env[69350]: value = "task-4149838" [ 1212.314219] env[69350]: _type = "Task" [ 1212.314219] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.322740] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149838, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.455149] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.530994] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.549585] env[69350]: DEBUG nova.compute.manager [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.574421] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.575126] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.575126] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.575126] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.575288] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.575398] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.575599] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.575796] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.575978] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.576153] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.576324] env[69350]: DEBUG nova.virt.hardware [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.577380] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c4832c-b2c6-4e23-918e-17ac6e7e15a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.587938] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35c1184-71be-4136-96ad-7edf3f3f0be5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.613562] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52130b1a-f2ad-d0b0-6756-7e133045f979, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.618285] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080fe24b-97d5-409e-b21e-4c2a7a723320 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.623855] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1212.623855] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52da6757-ee8f-8917-1f89-85c93d5ae976" [ 1212.623855] env[69350]: _type = "Task" [ 1212.623855] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.635392] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52da6757-ee8f-8917-1f89-85c93d5ae976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.703238] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52018354-d1ab-d637-9fed-3fb8096e8480/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1212.703238] env[69350]: INFO nova.virt.vmwareapi.images [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Downloaded image file data 14976603-0c46-4797-864c-2c29ad1e11f2 [ 1212.703238] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cef09f-2bb0-4a81-bedf-b0b6214e6aec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.729171] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17598fe0-06ee-4c39-9a42-2f502858571f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.772879] env[69350]: INFO nova.virt.vmwareapi.images [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] The imported VM was unregistered [ 1212.776328] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1212.778197] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Creating directory with path [datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.778197] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23a86657-3015-46e7-999b-3584bc02a7ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.789114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c1f1b6-ef2c-40f1-94a8-96a48d1f4d2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.793746] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Created directory with path [datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.795687] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052/OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052.vmdk to [datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2/14976603-0c46-4797-864c-2c29ad1e11f2.vmdk. {{(pid=69350) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1212.795687] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-18e7f356-76de-42a6-b53e-872af2889f03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.802026] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fcd543-70ca-44a7-95cf-a0deeb3add69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.808058] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1212.808058] env[69350]: value = "task-4149840" [ 1212.808058] env[69350]: _type = "Task" [ 1212.808058] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.865138] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86f489a-07a6-46e4-9a90-7c0452fc1a02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.875832] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149840, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.881849] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149838, 'name': Rename_Task, 'duration_secs': 0.198109} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.884590] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.884590] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f12735be-d6a7-4057-937c-ecc165c76c75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.887379] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce01d91e-21d3-49e8-82b7-f73a12f699a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.905098] env[69350]: DEBUG nova.compute.provider_tree [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1212.911734] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1212.911734] env[69350]: value = "task-4149841" [ 1212.911734] env[69350]: _type = "Task" [ 1212.911734] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.926025] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.956453] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149834, 'name': ReconfigVM_Task, 'duration_secs': 1.279313} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.956739] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.957630] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90994cc0-cc36-48ab-84ed-f7e4422d3cdc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.984798] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] cb45c6d9-7937-4348-9373-ae08bbba1dc8/cb45c6d9-7937-4348-9373-ae08bbba1dc8.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.988525] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b65441a-66db-4b41-8009-b151b5ba051f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.012721] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1213.012721] env[69350]: value = "task-4149842" [ 1213.012721] env[69350]: _type = "Task" [ 1213.012721] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.022549] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.140686] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52da6757-ee8f-8917-1f89-85c93d5ae976, 'name': SearchDatastore_Task, 'duration_secs': 0.024428} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.142099] env[69350]: DEBUG nova.network.neutron [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Updated VIF entry in instance network info cache for port c8c4e707-b315-4c00-a295-b5c511c37aa3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.142643] env[69350]: DEBUG nova.network.neutron [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Updating instance_info_cache with network_info: [{"id": "c8c4e707-b315-4c00-a295-b5c511c37aa3", "address": "fa:16:3e:65:27:dc", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": null, "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc8c4e707-b3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.144193] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.144562] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 4c0141bf-f9b5-4107-9a55-dc37e00715ec/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1213.145288] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-175235ec-658b-4159-98e4-d629b262cb5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.155961] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1213.155961] env[69350]: value = "task-4149843" [ 1213.155961] env[69350]: _type = "Task" [ 1213.155961] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.168814] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.194106] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.322295] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149840, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.428105] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149841, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.464027] env[69350]: DEBUG nova.scheduler.client.report [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1213.464027] env[69350]: DEBUG nova.compute.provider_tree [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 167 to 168 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1213.464027] env[69350]: DEBUG nova.compute.provider_tree [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.528459] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149842, 'name': ReconfigVM_Task, 'duration_secs': 0.474729} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.529028] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Reconfigured VM instance instance-00000069 to attach disk [datastore1] cb45c6d9-7937-4348-9373-ae08bbba1dc8/cb45c6d9-7937-4348-9373-ae08bbba1dc8.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.530188] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e30d7d1-ee0a-4e12-b267-f20f5a2475a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.555034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af47486e-e92a-4046-97dc-29c06523bb69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.580718] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1083aed5-daed-47f3-8be9-d26be32c4275 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.603044] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3d026a-3fc3-4776-b16a-95d1f2f556cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.613291] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.613891] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd141f5d-96a8-42a9-9b51-987a67f259ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.623911] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1213.623911] env[69350]: value = "task-4149844" [ 1213.623911] env[69350]: _type = "Task" [ 1213.623911] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.636569] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.646776] env[69350]: DEBUG oslo_concurrency.lockutils [req-6edd18c8-80a0-4170-8245-2ec486ff2b08 req-9cd1301d-0a02-47fb-828a-bd5f69303476 service nova] Releasing lock "refresh_cache-62f19c49-b74e-4f8d-a8be-8347a818ccf0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.672658] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149843, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.826698] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149840, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.928062] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149841, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.969298] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.451s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.975057] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.879s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.975057] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.975057] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1213.975057] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.295s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.975057] env[69350]: DEBUG nova.objects.instance [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lazy-loading 'resources' on Instance uuid eaea7205-a2b0-4e72-a1d5-2364b4c92e57 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.978065] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4a05b8-6a64-460a-921a-f45ef54a805b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.999826] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c382e-ae41-453f-a6aa-cefdefd45a41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.025397] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd93d488-8807-4f76-8e94-dec80ac79d4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.037631] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fed49a-e605-4b6f-861a-aee2e83865db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.073588] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178888MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1214.073857] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.074976] env[69350]: INFO nova.network.neutron [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updating port 171fa31b-ba9b-49f3-9f39-d36d3260bda9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1214.137352] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.172198] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565084} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.172615] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 4c0141bf-f9b5-4107-9a55-dc37e00715ec/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. [ 1214.173599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ba7228-19be-4792-8753-a4fc2d6ef5b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.216762] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 4c0141bf-f9b5-4107-9a55-dc37e00715ec/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.216762] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a86889a-5825-44b0-b0f8-608d85127596 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.239087] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1214.239087] env[69350]: value = "task-4149845" [ 1214.239087] env[69350]: _type = "Task" [ 1214.239087] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.251824] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.306188] env[69350]: DEBUG nova.network.neutron [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Successfully updated port: 9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.323803] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149840, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.396367] env[69350]: DEBUG nova.compute.manager [req-ea1f7651-38dd-439b-acc4-ba4f00894ed6 req-f265268b-8369-42cb-842a-9a6d6bccefb6 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Received event network-vif-plugged-9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.396601] env[69350]: DEBUG oslo_concurrency.lockutils [req-ea1f7651-38dd-439b-acc4-ba4f00894ed6 req-f265268b-8369-42cb-842a-9a6d6bccefb6 service nova] Acquiring lock "b4142a4d-5573-4744-8860-718f5f14fac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.396818] env[69350]: DEBUG oslo_concurrency.lockutils [req-ea1f7651-38dd-439b-acc4-ba4f00894ed6 req-f265268b-8369-42cb-842a-9a6d6bccefb6 service nova] Lock "b4142a4d-5573-4744-8860-718f5f14fac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.396999] env[69350]: DEBUG oslo_concurrency.lockutils [req-ea1f7651-38dd-439b-acc4-ba4f00894ed6 req-f265268b-8369-42cb-842a-9a6d6bccefb6 service nova] Lock "b4142a4d-5573-4744-8860-718f5f14fac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.397305] env[69350]: DEBUG nova.compute.manager [req-ea1f7651-38dd-439b-acc4-ba4f00894ed6 req-f265268b-8369-42cb-842a-9a6d6bccefb6 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] No waiting events found dispatching network-vif-plugged-9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.397479] env[69350]: WARNING nova.compute.manager [req-ea1f7651-38dd-439b-acc4-ba4f00894ed6 req-f265268b-8369-42cb-842a-9a6d6bccefb6 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Received unexpected event network-vif-plugged-9fb8bf58-4e85-4630-a255-091f0aac0f9f for instance with vm_state building and task_state spawning. [ 1214.431201] env[69350]: DEBUG oslo_vmware.api [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149841, 'name': PowerOnVM_Task, 'duration_secs': 1.060959} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.431536] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.431751] env[69350]: DEBUG nova.compute.manager [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.432827] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c32d82c-c9a3-47f4-aaa9-2fd7063a7d8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.642870] env[69350]: DEBUG oslo_vmware.api [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149844, 'name': PowerOnVM_Task, 'duration_secs': 0.647035} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.647021] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.664565] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f0e262-4e3f-4e32-a945-52276064f6da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.676880] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fa3f64-c941-4ce3-a707-1bacc9332988 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.715900] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb10ddf-bf7e-47a0-a409-45fd8a9b2f7d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.726735] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12796d12-d8ad-4702-94a7-316c71f1076a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.744879] env[69350]: DEBUG nova.compute.provider_tree [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.758233] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149845, 'name': ReconfigVM_Task, 'duration_secs': 0.501218} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.759342] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 4c0141bf-f9b5-4107-9a55-dc37e00715ec/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.760364] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26845705-70f6-480d-8c23-61931a2c70ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.791837] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a6e463a-d17a-401c-99f9-b6f855df845f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.809722] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.809807] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.809896] env[69350]: DEBUG nova.network.neutron [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.817313] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1214.817313] env[69350]: value = "task-4149846" [ 1214.817313] env[69350]: _type = "Task" [ 1214.817313] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.827648] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149840, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.837614] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.956662] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.251462] env[69350]: DEBUG nova.scheduler.client.report [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.327571] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149840, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.333181] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149846, 'name': ReconfigVM_Task, 'duration_secs': 0.234557} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.333623] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.333936] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee0c88b-133f-4021-a7ff-3596cffe6f69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.341888] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1215.341888] env[69350]: value = "task-4149847" [ 1215.341888] env[69350]: _type = "Task" [ 1215.341888] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.351291] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.370036] env[69350]: DEBUG nova.network.neutron [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.418054] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "7387373b-9718-4ac3-b920-2c690cf049ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.418337] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "7387373b-9718-4ac3-b920-2c690cf049ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.418550] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "7387373b-9718-4ac3-b920-2c690cf049ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.418734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "7387373b-9718-4ac3-b920-2c690cf049ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.418909] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "7387373b-9718-4ac3-b920-2c690cf049ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.421043] env[69350]: INFO nova.compute.manager [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Terminating instance [ 1215.617523] env[69350]: DEBUG nova.network.neutron [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updating instance_info_cache with network_info: [{"id": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "address": "fa:16:3e:bc:79:cd", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb8bf58-4e", "ovs_interfaceid": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.660934] env[69350]: INFO nova.compute.manager [None req-9be1e67e-a91b-4e2f-a449-96b2a7751ca3 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance to original state: 'active' [ 1215.760077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.762983] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.232s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.763286] env[69350]: DEBUG nova.objects.instance [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lazy-loading 'resources' on Instance uuid 62f19c49-b74e-4f8d-a8be-8347a818ccf0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.789699] env[69350]: INFO nova.scheduler.client.report [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted allocations for instance eaea7205-a2b0-4e72-a1d5-2364b4c92e57 [ 1215.823280] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149840, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.539383} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.823582] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052/OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052.vmdk to [datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2/14976603-0c46-4797-864c-2c29ad1e11f2.vmdk. [ 1215.823924] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Cleaning up location [datastore2] OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1215.824060] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4b3644ea-ac9b-4cde-95ce-1b383dd31052 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.824235] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49686e3e-b83c-4832-9db4-373cb5aad3c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.833642] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1215.833642] env[69350]: value = "task-4149848" [ 1215.833642] env[69350]: _type = "Task" [ 1215.833642] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.844745] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.855683] env[69350]: DEBUG oslo_vmware.api [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149847, 'name': PowerOnVM_Task, 'duration_secs': 0.430314} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.855989] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.859165] env[69350]: DEBUG nova.compute.manager [None req-58702ffe-a301-446d-8aa8-3bbdbe623dea tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.859932] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82592441-e4e3-4c3a-9ce3-90aadd728add {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.924732] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "refresh_cache-7387373b-9718-4ac3-b920-2c690cf049ad" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.924951] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquired lock "refresh_cache-7387373b-9718-4ac3-b920-2c690cf049ad" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.925160] env[69350]: DEBUG nova.network.neutron [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.968724] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.968919] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.969125] env[69350]: DEBUG nova.network.neutron [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.120797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.121309] env[69350]: DEBUG nova.compute.manager [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Instance network_info: |[{"id": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "address": "fa:16:3e:bc:79:cd", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb8bf58-4e", "ovs_interfaceid": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.121907] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:79:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fb8bf58-4e85-4630-a255-091f0aac0f9f', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.134603] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.134918] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.135605] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-425617f1-f995-4d1e-b0cb-3ffe9c2b55c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.161460] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.161460] env[69350]: value = "task-4149849" [ 1216.161460] env[69350]: _type = "Task" [ 1216.161460] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.175510] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149849, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.266686] env[69350]: DEBUG nova.objects.instance [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lazy-loading 'numa_topology' on Instance uuid 62f19c49-b74e-4f8d-a8be-8347a818ccf0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.299621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bf21afb6-fd00-4e06-a4c8-01055f524820 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "eaea7205-a2b0-4e72-a1d5-2364b4c92e57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.689s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.343843] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082932} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.344218] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.344442] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2/14976603-0c46-4797-864c-2c29ad1e11f2.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.344752] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2/14976603-0c46-4797-864c-2c29ad1e11f2.vmdk to [datastore2] bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4/bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.345066] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e8b41c0-d33a-4fae-8511-8c9eeb2a386e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.351710] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1216.351710] env[69350]: value = "task-4149850" [ 1216.351710] env[69350]: _type = "Task" [ 1216.351710] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.361671] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.433690] env[69350]: DEBUG nova.compute.manager [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Received event network-changed-9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.433908] env[69350]: DEBUG nova.compute.manager [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Refreshing instance network info cache due to event network-changed-9fb8bf58-4e85-4630-a255-091f0aac0f9f. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.435040] env[69350]: DEBUG oslo_concurrency.lockutils [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] Acquiring lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.435040] env[69350]: DEBUG oslo_concurrency.lockutils [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] Acquired lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.435040] env[69350]: DEBUG nova.network.neutron [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Refreshing network info cache for port 9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.454096] env[69350]: DEBUG nova.network.neutron [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.578933] env[69350]: DEBUG nova.network.neutron [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.673594] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149849, 'name': CreateVM_Task, 'duration_secs': 0.470547} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.673852] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.674575] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.674789] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.675138] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.675440] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1971f4b-2283-48c8-b58c-5ffd454fcba1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.684639] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1216.684639] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526b0b5b-8b0a-788c-2fae-d4fcd18557e3" [ 1216.684639] env[69350]: _type = "Task" [ 1216.684639] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.695224] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526b0b5b-8b0a-788c-2fae-d4fcd18557e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.768612] env[69350]: DEBUG nova.objects.base [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Object Instance<62f19c49-b74e-4f8d-a8be-8347a818ccf0> lazy-loaded attributes: resources,numa_topology {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1216.862907] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149850, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.954863] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637c18c5-2977-448b-af7e-b03a9006a5a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.965312] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5457171-841d-4312-be38-a5a33d81e6d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.000888] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7503e2-ad78-4471-9566-02f05885384a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.014087] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fdcc76-b3aa-483f-aca7-d318c42c3fb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.018318] env[69350]: DEBUG nova.network.neutron [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updating instance_info_cache with network_info: [{"id": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "address": "fa:16:3e:f7:03:1a", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171fa31b-ba", "ovs_interfaceid": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.028036] env[69350]: DEBUG nova.compute.provider_tree [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.081612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Releasing lock "refresh_cache-7387373b-9718-4ac3-b920-2c690cf049ad" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.082262] env[69350]: DEBUG nova.compute.manager [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.082491] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.083697] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9264dc37-5f4a-471c-820e-1c5b4d46a321 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.094067] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.094349] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7251ee7b-8efa-461f-bb0c-25e221ea579e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.102334] env[69350]: DEBUG oslo_vmware.api [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1217.102334] env[69350]: value = "task-4149852" [ 1217.102334] env[69350]: _type = "Task" [ 1217.102334] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.116834] env[69350]: DEBUG oslo_vmware.api [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.195471] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526b0b5b-8b0a-788c-2fae-d4fcd18557e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01509} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.195816] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.196085] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.196322] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.198029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.198029] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.198029] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b029caa0-9edb-44c4-bf36-a165d66ba691 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.208884] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.209138] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.209971] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac649c4c-0d98-4329-889e-e04211ec3d34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.217336] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1217.217336] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52695d20-ed6b-56e4-f267-5bfbdd2a8b18" [ 1217.217336] env[69350]: _type = "Task" [ 1217.217336] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.228445] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52695d20-ed6b-56e4-f267-5bfbdd2a8b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.364608] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149850, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.380278] env[69350]: DEBUG nova.network.neutron [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updated VIF entry in instance network info cache for port 9fb8bf58-4e85-4630-a255-091f0aac0f9f. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.380699] env[69350]: DEBUG nova.network.neutron [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updating instance_info_cache with network_info: [{"id": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "address": "fa:16:3e:bc:79:cd", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb8bf58-4e", "ovs_interfaceid": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.530935] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.534962] env[69350]: DEBUG nova.scheduler.client.report [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.571553] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bc7457348a50d6de06c787d1b9512a7f',container_format='bare',created_at=2025-05-14T13:29:01Z,direct_url=,disk_format='vmdk',id=87e0e0f9-bf24-41b6-a113-b32bef3898fd,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1533145496-shelved',owner='e110f5f374dc49e8a7e70563a50f08c2',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-14T13:29:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.571832] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.571996] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.574159] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.574353] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.574516] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.574759] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.574920] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.575845] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.576097] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.576397] env[69350]: DEBUG nova.virt.hardware [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.577689] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd62af4-67c0-4bb9-abc6-0d0c4db414fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.588174] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13105328-f6f4-4939-a6c6-322732e82544 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.606880] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:03:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '171fa31b-ba9b-49f3-9f39-d36d3260bda9', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.615191] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.618750] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.619043] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77b7d1d1-8e50-472a-857f-481ed9d8691d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.646909] env[69350]: DEBUG oslo_vmware.api [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149852, 'name': PowerOffVM_Task, 'duration_secs': 0.276325} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.647518] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.647707] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.648050] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84afd595-efb3-42a5-98a0-b2524facfec6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.657508] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.657508] env[69350]: value = "task-4149853" [ 1217.657508] env[69350]: _type = "Task" [ 1217.657508] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.670422] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149853, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.684803] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.685015] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.685250] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Deleting the datastore file [datastore2] 7387373b-9718-4ac3-b920-2c690cf049ad {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.685681] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd032acf-1dfc-4106-b986-cf1e86dc96d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.694782] env[69350]: DEBUG oslo_vmware.api [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for the task: (returnval){ [ 1217.694782] env[69350]: value = "task-4149855" [ 1217.694782] env[69350]: _type = "Task" [ 1217.694782] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.705022] env[69350]: DEBUG oslo_vmware.api [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.728955] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52695d20-ed6b-56e4-f267-5bfbdd2a8b18, 'name': SearchDatastore_Task, 'duration_secs': 0.016896} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.729955] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086ca776-3198-4c6d-8d3a-f19b4680effb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.737550] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1217.737550] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52be0be0-0de2-0c30-859f-41bce5cef72a" [ 1217.737550] env[69350]: _type = "Task" [ 1217.737550] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.747445] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52be0be0-0de2-0c30-859f-41bce5cef72a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.866396] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149850, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.885500] env[69350]: DEBUG oslo_concurrency.lockutils [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] Releasing lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.885500] env[69350]: DEBUG nova.compute.manager [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received event network-vif-plugged-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.885500] env[69350]: DEBUG oslo_concurrency.lockutils [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] Acquiring lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.885500] env[69350]: DEBUG oslo_concurrency.lockutils [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.885500] env[69350]: DEBUG oslo_concurrency.lockutils [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.885500] env[69350]: DEBUG nova.compute.manager [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] No waiting events found dispatching network-vif-plugged-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.885500] env[69350]: WARNING nova.compute.manager [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received unexpected event network-vif-plugged-171fa31b-ba9b-49f3-9f39-d36d3260bda9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1217.885500] env[69350]: DEBUG nova.compute.manager [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received event network-changed-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.885500] env[69350]: DEBUG nova.compute.manager [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Refreshing instance network info cache due to event network-changed-171fa31b-ba9b-49f3-9f39-d36d3260bda9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.886353] env[69350]: DEBUG oslo_concurrency.lockutils [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] Acquiring lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.886786] env[69350]: DEBUG oslo_concurrency.lockutils [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] Acquired lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.887133] env[69350]: DEBUG nova.network.neutron [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Refreshing network info cache for port 171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.041086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.043992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.970s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.148502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.149280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.149591] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.149925] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.150152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.152899] env[69350]: INFO nova.compute.manager [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Terminating instance [ 1218.159925] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "ade0e108-fa6d-415d-be95-032a13963fc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.160196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "ade0e108-fa6d-415d-be95-032a13963fc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.175296] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149853, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.205697] env[69350]: DEBUG oslo_vmware.api [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.248472] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52be0be0-0de2-0c30-859f-41bce5cef72a, 'name': SearchDatastore_Task, 'duration_secs': 0.034848} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.248749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.249048] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] b4142a4d-5573-4744-8860-718f5f14fac5/b4142a4d-5573-4744-8860-718f5f14fac5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.249321] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad4f4b2a-8bf5-449f-bd4c-16b40be11f8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.259012] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1218.259012] env[69350]: value = "task-4149856" [ 1218.259012] env[69350]: _type = "Task" [ 1218.259012] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.268454] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.364044] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149850, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.558359] env[69350]: DEBUG oslo_concurrency.lockutils [None req-23fb2f40-9922-4b0b-8d63-2ea074cad83c tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.831s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.559480] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.366s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.559732] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.559912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.561027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.564441] env[69350]: INFO nova.compute.manager [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Terminating instance [ 1218.666678] env[69350]: DEBUG nova.compute.manager [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.666913] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.667539] env[69350]: DEBUG nova.compute.manager [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.673587] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a51a169-732d-4af8-a57a-b4a35dbe665c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.688052] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149853, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.691252] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.691700] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeedb7db-833b-4dae-bce9-97d00fbfa4ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.703030] env[69350]: DEBUG oslo_vmware.api [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1218.703030] env[69350]: value = "task-4149857" [ 1218.703030] env[69350]: _type = "Task" [ 1218.703030] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.714348] env[69350]: DEBUG oslo_vmware.api [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.722838] env[69350]: DEBUG oslo_vmware.api [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.744598] env[69350]: DEBUG nova.network.neutron [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updated VIF entry in instance network info cache for port 171fa31b-ba9b-49f3-9f39-d36d3260bda9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.745253] env[69350]: DEBUG nova.network.neutron [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updating instance_info_cache with network_info: [{"id": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "address": "fa:16:3e:f7:03:1a", "network": {"id": "85b01631-5552-477a-9c6b-f8aec991d7f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-549487362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e110f5f374dc49e8a7e70563a50f08c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171fa31b-ba", "ovs_interfaceid": "171fa31b-ba9b-49f3-9f39-d36d3260bda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.775388] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149856, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.869252] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149850, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.070605] env[69350]: DEBUG nova.compute.manager [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.070605] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.070605] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cee7c38d-1adc-49f6-a975-83d35a334775 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.080762] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3b9bbb-d2e9-406c-aadd-65390e43f9a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.093582] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 21f7d90d-396e-4b5d-850d-8a081b67f4a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.093737] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance a48b5209-b8cf-4efe-9051-46cc46ed9d83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.093892] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance cb45c6d9-7937-4348-9373-ae08bbba1dc8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.094113] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 506805ef-b2f2-4f90-8476-a78fb4cea943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.094207] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 4c0141bf-f9b5-4107-9a55-dc37e00715ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.094300] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.094453] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 7387373b-9718-4ac3-b920-2c690cf049ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.094658] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance d2beda23-078b-46d7-bcdd-26db36f02cc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.094786] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance b4142a4d-5573-4744-8860-718f5f14fac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.116329] env[69350]: WARNING nova.virt.vmwareapi.vmops [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 62f19c49-b74e-4f8d-a8be-8347a818ccf0 could not be found. [ 1219.116575] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.116765] env[69350]: INFO nova.compute.manager [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1219.117071] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.117958] env[69350]: DEBUG nova.compute.manager [-] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.118076] env[69350]: DEBUG nova.network.neutron [-] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.171494] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149853, 'name': CreateVM_Task, 'duration_secs': 1.206907} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.171666] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.172371] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.172547] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.173028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.173266] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb5ee02-f925-4137-8e03-51660f911a05 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.178271] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1219.178271] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52fc6991-6946-2df4-6112-e2bb24cd813a" [ 1219.178271] env[69350]: _type = "Task" [ 1219.178271] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.189300] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52fc6991-6946-2df4-6112-e2bb24cd813a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.201845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.205901] env[69350]: DEBUG oslo_vmware.api [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Task: {'id': task-4149855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.234721} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.209096] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.209298] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.209482] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.209656] env[69350]: INFO nova.compute.manager [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1219.209922] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.210176] env[69350]: DEBUG nova.compute.manager [-] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.210286] env[69350]: DEBUG nova.network.neutron [-] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.216920] env[69350]: DEBUG oslo_vmware.api [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149857, 'name': PowerOffVM_Task, 'duration_secs': 0.352728} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.217176] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.217347] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.217618] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff5ca28-e8eb-4863-9b6a-6d61fee17908 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.228476] env[69350]: DEBUG nova.network.neutron [-] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.248923] env[69350]: DEBUG oslo_concurrency.lockutils [req-b8e6cdef-03f6-446a-a899-db934b82a693 req-ec99a58c-d4da-4404-a37a-4a7d037afc7e service nova] Releasing lock "refresh_cache-d2beda23-078b-46d7-bcdd-26db36f02cc6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.270075] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841431} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.270370] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] b4142a4d-5573-4744-8860-718f5f14fac5/b4142a4d-5573-4744-8860-718f5f14fac5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.270592] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.271211] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-976b1395-42ea-4cd3-b4c0-705b00506792 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.279838] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1219.279838] env[69350]: value = "task-4149859" [ 1219.279838] env[69350]: _type = "Task" [ 1219.279838] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.284595] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.284876] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.285097] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleting the datastore file [datastore1] cb45c6d9-7937-4348-9373-ae08bbba1dc8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.285804] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e89f4a0b-8719-4943-bb8a-35dadc6ddacc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.291288] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.296451] env[69350]: DEBUG oslo_vmware.api [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1219.296451] env[69350]: value = "task-4149860" [ 1219.296451] env[69350]: _type = "Task" [ 1219.296451] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.304688] env[69350]: DEBUG oslo_vmware.api [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.367029] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149850, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.636047} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.367029] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/14976603-0c46-4797-864c-2c29ad1e11f2/14976603-0c46-4797-864c-2c29ad1e11f2.vmdk to [datastore2] bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4/bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.367660] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4495b0e9-63b6-4d0a-90e7-308dc72989cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.393255] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4/bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.393751] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9a0ac0-1292-4f76-b908-1989a6e0a40c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.414538] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1219.414538] env[69350]: value = "task-4149861" [ 1219.414538] env[69350]: _type = "Task" [ 1219.414538] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.426973] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.598641] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance ade0e108-fa6d-415d-be95-032a13963fc8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1219.598857] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1219.599429] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1219.688983] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.688983] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Processing image 87e0e0f9-bf24-41b6-a113-b32bef3898fd {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.689267] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd/87e0e0f9-bf24-41b6-a113-b32bef3898fd.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.689312] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd/87e0e0f9-bf24-41b6-a113-b32bef3898fd.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.689492] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.692142] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f16bdfa0-88fd-4604-8b82-4eb8bb17b03a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.721956] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.722233] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.723012] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba25321-c624-41b2-aa26-e9a7f7feca06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.729621] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1219.729621] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d2382c-2e9f-1117-9dd9-7584b03bf17f" [ 1219.729621] env[69350]: _type = "Task" [ 1219.729621] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.732131] env[69350]: DEBUG nova.network.neutron [-] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.742176] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d2382c-2e9f-1117-9dd9-7584b03bf17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.744991] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f57bb06-5f18-41c1-a983-6a7aa1d259f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.752614] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4587852-0b6f-45d2-b35c-d50b33656875 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.787360] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96c4512-a432-4632-8f66-90d1f830dba3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.795369] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.801163] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9196c836-ec48-4fad-82bd-4c4e90fea6d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.816374] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.820397] env[69350]: DEBUG oslo_vmware.api [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.851144] env[69350]: DEBUG nova.network.neutron [-] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.925855] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149861, 'name': ReconfigVM_Task, 'duration_secs': 0.297793} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.926314] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Reconfigured VM instance instance-00000064 to attach disk [datastore2] bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4/bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.926931] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d0c2e0c-feb5-4d43-a0c9-ef43ddf65225 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.934858] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1219.934858] env[69350]: value = "task-4149862" [ 1219.934858] env[69350]: _type = "Task" [ 1219.934858] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.944691] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149862, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.237087] env[69350]: INFO nova.compute.manager [-] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Took 1.03 seconds to deallocate network for instance. [ 1220.245672] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1220.245888] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Fetch image to [datastore2] OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de/OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1220.246113] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Downloading stream optimized image 87e0e0f9-bf24-41b6-a113-b32bef3898fd to [datastore2] OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de/OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de.vmdk on the data store datastore2 as vApp {{(pid=69350) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1220.246289] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Downloading image file data 87e0e0f9-bf24-41b6-a113-b32bef3898fd to the ESX as VM named 'OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de' {{(pid=69350) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1220.309177] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.313793] env[69350]: DEBUG oslo_vmware.api [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.993888} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.314243] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.314440] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.314616] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.314808] env[69350]: INFO nova.compute.manager [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1220.315075] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.315268] env[69350]: DEBUG nova.compute.manager [-] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.315365] env[69350]: DEBUG nova.network.neutron [-] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.334570] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1220.334570] env[69350]: value = "resgroup-9" [ 1220.334570] env[69350]: _type = "ResourcePool" [ 1220.334570] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1220.334899] env[69350]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5277e4d4-d1be-4786-a39d-13a9bc43619a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.352976] env[69350]: ERROR nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [req-6ef1b066-85dc-4775-9c53-0e5d5745c9c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ef1b066-85dc-4775-9c53-0e5d5745c9c8"}]} [ 1220.353482] env[69350]: INFO nova.compute.manager [-] [instance: 62f19c49-b74e-4f8d-a8be-8347a818ccf0] Took 1.24 seconds to deallocate network for instance. [ 1220.364923] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lease: (returnval){ [ 1220.364923] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5290c005-1681-5727-94de-922f5f58fb11" [ 1220.364923] env[69350]: _type = "HttpNfcLease" [ 1220.364923] env[69350]: } obtained for vApp import into resource pool (val){ [ 1220.364923] env[69350]: value = "resgroup-9" [ 1220.364923] env[69350]: _type = "ResourcePool" [ 1220.364923] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1220.365248] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the lease: (returnval){ [ 1220.365248] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5290c005-1681-5727-94de-922f5f58fb11" [ 1220.365248] env[69350]: _type = "HttpNfcLease" [ 1220.365248] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1220.370601] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1220.374258] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.374258] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5290c005-1681-5727-94de-922f5f58fb11" [ 1220.374258] env[69350]: _type = "HttpNfcLease" [ 1220.374258] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1220.387390] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1220.387600] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.400604] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1220.421093] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1220.446802] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149862, 'name': Rename_Task, 'duration_secs': 0.162939} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.447163] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.447437] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d7078a-1f50-4471-bc98-23a0152c130d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.457441] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1220.457441] env[69350]: value = "task-4149864" [ 1220.457441] env[69350]: _type = "Task" [ 1220.457441] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.467510] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.521543] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.521928] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.522310] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.522829] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.522829] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.525658] env[69350]: INFO nova.compute.manager [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Terminating instance [ 1220.580948] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60f959f-d240-4d4b-8d1d-fcbb3eff95b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.589658] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9190e4-a968-4839-a0fb-73b1bfb552e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.624857] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f6e5d8-6245-4654-b33a-6c3d74493b6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.636979] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647e02b8-7d9d-45dc-9a83-8ca12c829baf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.654239] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.747240] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.805709] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.209947} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.806021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.806842] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77db884-eb76-4ece-97fc-14d77bf736cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.831213] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b4142a4d-5573-4744-8860-718f5f14fac5/b4142a4d-5573-4744-8860-718f5f14fac5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.831542] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2548734b-d839-47b3-9dce-f2d0c55fb569 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.854076] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1220.854076] env[69350]: value = "task-4149865" [ 1220.854076] env[69350]: _type = "Task" [ 1220.854076] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.864315] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.876949] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.876949] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5290c005-1681-5727-94de-922f5f58fb11" [ 1220.876949] env[69350]: _type = "HttpNfcLease" [ 1220.876949] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1220.967820] env[69350]: DEBUG oslo_vmware.api [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149864, 'name': PowerOnVM_Task, 'duration_secs': 0.467972} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.968237] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.033269] env[69350]: DEBUG nova.compute.manager [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.033521] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.034452] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de32da1d-0a77-4d83-aba2-1dfa76021254 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.045704] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.046339] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-676ae638-ab1f-48b8-be8b-be3e05293f1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.053676] env[69350]: DEBUG oslo_vmware.api [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1221.053676] env[69350]: value = "task-4149866" [ 1221.053676] env[69350]: _type = "Task" [ 1221.053676] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.062845] env[69350]: DEBUG oslo_vmware.api [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.103764] env[69350]: DEBUG nova.compute.manager [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.104804] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e83f53c-2ad3-42b7-a3c7-e54feaedfa94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.195136] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1221.195535] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 169 to 170 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1221.195716] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.287996] env[69350]: DEBUG nova.network.neutron [-] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.366136] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.377128] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.377128] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5290c005-1681-5727-94de-922f5f58fb11" [ 1221.377128] env[69350]: _type = "HttpNfcLease" [ 1221.377128] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1221.388309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c850c4a6-f7c9-4c84-bc07-4b0902f2532b tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "62f19c49-b74e-4f8d-a8be-8347a818ccf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.829s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.417956] env[69350]: DEBUG nova.compute.manager [req-d812ab8a-84cb-4a3f-be2c-9e0760091d1b req-d4b11b52-1b48-4b1f-9570-143ff5c12bff service nova] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Received event network-vif-deleted-3c925a48-8ba1-40ca-a1fa-0a523bfe6ae6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.564090] env[69350]: DEBUG oslo_vmware.api [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.630550] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e1e-2db6-44a7-bd9c-e1387f7b7de7 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.602s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.703217] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1221.703351] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.659s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.703719] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.748s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.704576] env[69350]: DEBUG nova.objects.instance [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1221.790954] env[69350]: INFO nova.compute.manager [-] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Took 1.48 seconds to deallocate network for instance. [ 1221.865739] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.878824] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.878824] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5290c005-1681-5727-94de-922f5f58fb11" [ 1221.878824] env[69350]: _type = "HttpNfcLease" [ 1221.878824] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.065506] env[69350]: DEBUG oslo_vmware.api [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149866, 'name': PowerOffVM_Task, 'duration_secs': 0.716216} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.065895] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.065895] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.066087] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6185f0e0-ffcd-4605-9dc2-93c9e44ad29b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.130557] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.130808] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.131080] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleting the datastore file [datastore1] 21f7d90d-396e-4b5d-850d-8a081b67f4a3 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.131439] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdf23592-f775-44c6-a3fc-8693e4213a88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.140033] env[69350]: DEBUG oslo_vmware.api [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for the task: (returnval){ [ 1222.140033] env[69350]: value = "task-4149868" [ 1222.140033] env[69350]: _type = "Task" [ 1222.140033] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.149260] env[69350]: DEBUG oslo_vmware.api [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.222517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "71ea4327-cd72-49c8-ba83-e0c342ebc841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.222759] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "71ea4327-cd72-49c8-ba83-e0c342ebc841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.298211] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.366858] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149865, 'name': ReconfigVM_Task, 'duration_secs': 1.248003} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.367150] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b4142a4d-5573-4744-8860-718f5f14fac5/b4142a4d-5573-4744-8860-718f5f14fac5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.367760] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10ad403d-a103-4ff9-aec0-c364db24b7d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.375419] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1222.375419] env[69350]: value = "task-4149869" [ 1222.375419] env[69350]: _type = "Task" [ 1222.375419] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.380242] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.380242] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5290c005-1681-5727-94de-922f5f58fb11" [ 1222.380242] env[69350]: _type = "HttpNfcLease" [ 1222.380242] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1222.380802] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1222.380802] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5290c005-1681-5727-94de-922f5f58fb11" [ 1222.380802] env[69350]: _type = "HttpNfcLease" [ 1222.380802] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1222.381556] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8533b083-12ca-4158-b257-b96b883f416b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.386903] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149869, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.392089] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40ab4-cd68-babd-0e96-d65840cab09d/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1222.392309] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40ab4-cd68-babd-0e96-d65840cab09d/disk-0.vmdk. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1222.458090] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6c7f428-a4b9-4919-8951-02eaaa65e3e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.651045] env[69350]: DEBUG oslo_vmware.api [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Task: {'id': task-4149868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40061} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.651334] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.651527] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.651708] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.651881] env[69350]: INFO nova.compute.manager [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1222.652147] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.652342] env[69350]: DEBUG nova.compute.manager [-] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.652437] env[69350]: DEBUG nova.network.neutron [-] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.713909] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4d65dd4d-89f0-466a-aac2-fcec849424fa tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.715155] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.513s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.716714] env[69350]: INFO nova.compute.claims [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.725191] env[69350]: DEBUG nova.compute.manager [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.887953] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149869, 'name': Rename_Task, 'duration_secs': 0.178051} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.890185] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.890503] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dd97a3f-d25b-4fc1-be07-804b37c64ab4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.898256] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1222.898256] env[69350]: value = "task-4149870" [ 1222.898256] env[69350]: _type = "Task" [ 1222.898256] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.908998] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.991813] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c9e0e9-47f2-4497-a114-3d21c076c654 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.000909] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5f3f8-60fd-4c7d-8ff6-9a7a9b34a0ff tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Suspending the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1223.001332] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c518fc74-9b36-4d09-b289-73519a0a72b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.009318] env[69350]: DEBUG oslo_vmware.api [None req-95d5f3f8-60fd-4c7d-8ff6-9a7a9b34a0ff tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1223.009318] env[69350]: value = "task-4149871" [ 1223.009318] env[69350]: _type = "Task" [ 1223.009318] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.019277] env[69350]: DEBUG oslo_vmware.api [None req-95d5f3f8-60fd-4c7d-8ff6-9a7a9b34a0ff tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149871, 'name': SuspendVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.253560] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.410253] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149870, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.443737] env[69350]: DEBUG nova.network.neutron [-] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.455093] env[69350]: DEBUG nova.compute.manager [req-c5e3a227-b92d-4f8c-b5c1-04f767039b42 req-faac27d5-1143-4ee8-b835-2e202188cbf3 service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Received event network-vif-deleted-73c488d0-c035-405c-aa2b-c19401bfb69e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.455435] env[69350]: INFO nova.compute.manager [req-c5e3a227-b92d-4f8c-b5c1-04f767039b42 req-faac27d5-1143-4ee8-b835-2e202188cbf3 service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Neutron deleted interface 73c488d0-c035-405c-aa2b-c19401bfb69e; detaching it from the instance and deleting it from the info cache [ 1223.455483] env[69350]: DEBUG nova.network.neutron [req-c5e3a227-b92d-4f8c-b5c1-04f767039b42 req-faac27d5-1143-4ee8-b835-2e202188cbf3 service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.460605] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.522689] env[69350]: DEBUG oslo_vmware.api [None req-95d5f3f8-60fd-4c7d-8ff6-9a7a9b34a0ff tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149871, 'name': SuspendVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.827589] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1223.827864] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40ab4-cd68-babd-0e96-d65840cab09d/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1223.829020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fb9a68-f494-45c4-9995-d4d143d2f6d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.840557] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40ab4-cd68-babd-0e96-d65840cab09d/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1223.840557] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40ab4-cd68-babd-0e96-d65840cab09d/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1223.841221] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e45cb9b8-6eb2-4b2e-88bf-736bc7915a41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.909211] env[69350]: DEBUG oslo_vmware.api [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149870, 'name': PowerOnVM_Task, 'duration_secs': 0.528131} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.909476] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.909684] env[69350]: INFO nova.compute.manager [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Took 11.36 seconds to spawn the instance on the hypervisor. [ 1223.909866] env[69350]: DEBUG nova.compute.manager [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.910713] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a7607-5253-4e42-a4a1-522835676126 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.929462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac245d3-57c8-4793-9c18-6eae328b0b56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.938445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f89bdc-9083-4a80-b875-50a942c67f08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.968856] env[69350]: INFO nova.compute.manager [-] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Took 1.32 seconds to deallocate network for instance. [ 1223.971359] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Getting list of instances from cluster (obj){ [ 1223.971359] env[69350]: value = "domain-c8" [ 1223.971359] env[69350]: _type = "ClusterComputeResource" [ 1223.971359] env[69350]: } {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1223.973341] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b27c746-e86b-4648-83f9-8e15ba8a35d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.976090] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b496985-c35e-4431-9c34-d4305da4f562 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.981235] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e9ff95-f1dc-44c1-82c0-02261efbbf3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.002669] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7c4a90-3474-4b3a-ac22-988a0283e478 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.007269] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Got total of 6 instances {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1224.007436] env[69350]: WARNING nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] While synchronizing instance power states, found 10 instances in the database and 6 instances on the hypervisor. [ 1224.007582] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Triggering sync for uuid 21f7d90d-396e-4b5d-850d-8a081b67f4a3 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1224.007767] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Triggering sync for uuid a48b5209-b8cf-4efe-9051-46cc46ed9d83 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1224.007926] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Triggering sync for uuid bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1224.008094] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Triggering sync for uuid d2beda23-078b-46d7-bcdd-26db36f02cc6 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1224.008248] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Triggering sync for uuid cb45c6d9-7937-4348-9373-ae08bbba1dc8 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1224.008400] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Triggering sync for uuid 506805ef-b2f2-4f90-8476-a78fb4cea943 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1224.008550] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Triggering sync for uuid 4c0141bf-f9b5-4107-9a55-dc37e00715ec {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1224.008697] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Triggering sync for uuid 7387373b-9718-4ac3-b920-2c690cf049ad {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1224.008842] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Triggering sync for uuid b4142a4d-5573-4744-8860-718f5f14fac5 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1224.008989] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Triggering sync for uuid ade0e108-fa6d-415d-be95-032a13963fc8 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1224.012102] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d1b310-3a22-4473-a193-96a10df6ee52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.022297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.022547] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.022771] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.023019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.023220] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.023389] env[69350]: INFO nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] During sync_power_state the instance has a pending task (suspending). Skip. [ 1224.023548] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.023736] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.023936] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.024152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "506805ef-b2f2-4f90-8476-a78fb4cea943" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.024324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.024677] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.024897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.025143] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "7387373b-9718-4ac3-b920-2c690cf049ad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.025353] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "b4142a4d-5573-4744-8860-718f5f14fac5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.025549] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "ade0e108-fa6d-415d-be95-032a13963fc8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.026849] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573cb51a-9111-442d-bc9f-26272b4a9421 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.029716] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b99410-e0a7-45c0-8263-712644c28e40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.032507] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97283dfa-091c-4db7-bcdb-ccdf4354d7af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.045870] env[69350]: DEBUG nova.compute.provider_tree [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.058242] env[69350]: DEBUG oslo_vmware.api [None req-95d5f3f8-60fd-4c7d-8ff6-9a7a9b34a0ff tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149871, 'name': SuspendVM_Task, 'duration_secs': 0.733231} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.068698] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5f3f8-60fd-4c7d-8ff6-9a7a9b34a0ff tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Suspended the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1224.070164] env[69350]: DEBUG nova.compute.manager [None req-95d5f3f8-60fd-4c7d-8ff6-9a7a9b34a0ff tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.070525] env[69350]: DEBUG nova.compute.manager [req-c5e3a227-b92d-4f8c-b5c1-04f767039b42 req-faac27d5-1143-4ee8-b835-2e202188cbf3 service nova] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Detach interface failed, port_id=73c488d0-c035-405c-aa2b-c19401bfb69e, reason: Instance 21f7d90d-396e-4b5d-850d-8a081b67f4a3 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.073091] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4b2e0a-3243-4efc-94c9-84da071a3778 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.433981] env[69350]: INFO nova.compute.manager [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Took 25.31 seconds to build instance. [ 1224.489650] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.550341] env[69350]: DEBUG nova.scheduler.client.report [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.560408] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.573820] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.577899] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.618999] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40ab4-cd68-babd-0e96-d65840cab09d/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1224.619265] env[69350]: INFO nova.virt.vmwareapi.images [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Downloaded image file data 87e0e0f9-bf24-41b6-a113-b32bef3898fd [ 1224.620187] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaf3eb0-7f8d-4764-97b2-391ca6b314d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.644355] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d95048fd-523f-44da-bd18-2b4631de8d8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.775477] env[69350]: INFO nova.virt.vmwareapi.images [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] The imported VM was unregistered [ 1224.778010] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1224.778696] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Creating directory with path [datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.779013] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fda8f959-7588-48c3-987d-d7962fd179d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.793304] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Created directory with path [datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.793524] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de/OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de.vmdk to [datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd/87e0e0f9-bf24-41b6-a113-b32bef3898fd.vmdk. {{(pid=69350) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1224.793802] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-01210155-20eb-4e2a-b839-7df844b05844 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.801735] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1224.801735] env[69350]: value = "task-4149873" [ 1224.801735] env[69350]: _type = "Task" [ 1224.801735] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.811986] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149873, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.936257] env[69350]: DEBUG oslo_concurrency.lockutils [None req-384de409-c78a-4e07-8a7d-e536c4c76c76 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "b4142a4d-5573-4744-8860-718f5f14fac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.827s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.936688] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "b4142a4d-5573-4744-8860-718f5f14fac5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.911s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.936947] env[69350]: INFO nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] During sync_power_state the instance has a pending task (spawning). Skip. [ 1224.937307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "b4142a4d-5573-4744-8860-718f5f14fac5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.055501] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.056203] env[69350]: DEBUG nova.compute.manager [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.059206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.312s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.059463] env[69350]: DEBUG nova.objects.instance [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lazy-loading 'resources' on Instance uuid 7387373b-9718-4ac3-b920-2c690cf049ad {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.313019] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149873, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.412268] env[69350]: DEBUG nova.compute.manager [req-19232c39-c83f-4da5-b27d-7a48a92e9ee7 req-14ecea0c-c35d-42fa-9085-62caf461e77b service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received event network-changed-2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.412566] env[69350]: DEBUG nova.compute.manager [req-19232c39-c83f-4da5-b27d-7a48a92e9ee7 req-14ecea0c-c35d-42fa-9085-62caf461e77b service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing instance network info cache due to event network-changed-2fe99613-863a-42da-a8f0-edae7923067a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.413007] env[69350]: DEBUG oslo_concurrency.lockutils [req-19232c39-c83f-4da5-b27d-7a48a92e9ee7 req-14ecea0c-c35d-42fa-9085-62caf461e77b service nova] Acquiring lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.413178] env[69350]: DEBUG oslo_concurrency.lockutils [req-19232c39-c83f-4da5-b27d-7a48a92e9ee7 req-14ecea0c-c35d-42fa-9085-62caf461e77b service nova] Acquired lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.413444] env[69350]: DEBUG nova.network.neutron [req-19232c39-c83f-4da5-b27d-7a48a92e9ee7 req-14ecea0c-c35d-42fa-9085-62caf461e77b service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing network info cache for port 2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.493550] env[69350]: INFO nova.compute.manager [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Resuming [ 1225.494971] env[69350]: DEBUG nova.objects.instance [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lazy-loading 'flavor' on Instance uuid bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.568754] env[69350]: DEBUG nova.compute.utils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.570649] env[69350]: DEBUG nova.compute.manager [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.570913] env[69350]: DEBUG nova.network.neutron [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.628271] env[69350]: DEBUG nova.policy [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f705f4a20e644a36aa7988d4b58cabc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6e4903250e48a083663862f20990db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.762896] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b5c979-c849-4098-9f91-ba886eee6883 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.771809] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47f85e8-27d4-4672-a6c9-854644f303c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.809368] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02315e1d-4dce-414f-acfc-e2a29410f204 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.817929] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149873, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.821607] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905716f3-67b8-4eb9-864d-65eaa25d6ae3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.839919] env[69350]: DEBUG nova.compute.provider_tree [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.074202] env[69350]: DEBUG nova.compute.manager [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.321880] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149873, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.344173] env[69350]: DEBUG nova.scheduler.client.report [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.821577] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149873, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.850913] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.853796] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.556s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.854447] env[69350]: DEBUG nova.objects.instance [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'resources' on Instance uuid cb45c6d9-7937-4348-9373-ae08bbba1dc8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.882989] env[69350]: INFO nova.scheduler.client.report [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Deleted allocations for instance 7387373b-9718-4ac3-b920-2c690cf049ad [ 1226.925918] env[69350]: DEBUG nova.network.neutron [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Successfully created port: dac21b83-4ad9-4756-b896-0b83569f5941 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.946298] env[69350]: DEBUG nova.network.neutron [req-19232c39-c83f-4da5-b27d-7a48a92e9ee7 req-14ecea0c-c35d-42fa-9085-62caf461e77b service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updated VIF entry in instance network info cache for port 2fe99613-863a-42da-a8f0-edae7923067a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.946696] env[69350]: DEBUG nova.network.neutron [req-19232c39-c83f-4da5-b27d-7a48a92e9ee7 req-14ecea0c-c35d-42fa-9085-62caf461e77b service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [{"id": "2fe99613-863a-42da-a8f0-edae7923067a", "address": "fa:16:3e:96:5d:5c", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe99613-86", "ovs_interfaceid": "2fe99613-863a-42da-a8f0-edae7923067a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.009453] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.009699] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquired lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.009924] env[69350]: DEBUG nova.network.neutron [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.088456] env[69350]: DEBUG nova.compute.manager [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.122382] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.122673] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.122874] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.123289] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.123487] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.123669] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.123907] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.124077] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.124417] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.124615] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.124793] env[69350]: DEBUG nova.virt.hardware [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.125744] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db90b0f-943b-4300-b69d-a6b9560cc9cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.138867] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830781c2-7965-4221-9dd6-6f527ebf16e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.319244] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149873, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.393237] env[69350]: DEBUG oslo_concurrency.lockutils [None req-baf219bd-b6dc-4d11-a0b8-aefadaa385c0 tempest-ServerShowV257Test-2081936275 tempest-ServerShowV257Test-2081936275-project-member] Lock "7387373b-9718-4ac3-b920-2c690cf049ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.974s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.394484] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "7387373b-9718-4ac3-b920-2c690cf049ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.369s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.395128] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82f42a17-3310-4703-ae59-fbd09ce23a66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.415729] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29be100-5993-4f32-82ba-a6a8b69505af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.458415] env[69350]: DEBUG oslo_concurrency.lockutils [req-19232c39-c83f-4da5-b27d-7a48a92e9ee7 req-14ecea0c-c35d-42fa-9085-62caf461e77b service nova] Releasing lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.541562] env[69350]: DEBUG nova.compute.manager [req-3dee0f1a-9ff8-4a64-95e7-4e8a180534c8 req-e4fdd581-d43b-4f5e-9550-e52bc47e1d7b service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Received event network-changed-9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.541766] env[69350]: DEBUG nova.compute.manager [req-3dee0f1a-9ff8-4a64-95e7-4e8a180534c8 req-e4fdd581-d43b-4f5e-9550-e52bc47e1d7b service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Refreshing instance network info cache due to event network-changed-9fb8bf58-4e85-4630-a255-091f0aac0f9f. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.541981] env[69350]: DEBUG oslo_concurrency.lockutils [req-3dee0f1a-9ff8-4a64-95e7-4e8a180534c8 req-e4fdd581-d43b-4f5e-9550-e52bc47e1d7b service nova] Acquiring lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.543030] env[69350]: DEBUG oslo_concurrency.lockutils [req-3dee0f1a-9ff8-4a64-95e7-4e8a180534c8 req-e4fdd581-d43b-4f5e-9550-e52bc47e1d7b service nova] Acquired lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.543260] env[69350]: DEBUG nova.network.neutron [req-3dee0f1a-9ff8-4a64-95e7-4e8a180534c8 req-e4fdd581-d43b-4f5e-9550-e52bc47e1d7b service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Refreshing network info cache for port 9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.602566] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e419935-9a5e-429f-b681-8515ed5c43c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.612894] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e26afe3-23f2-4a96-beac-b049c0caa1ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.645672] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8988f574-b6fc-42b7-bfec-0819eb9600c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.655770] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ff85ae-db0c-426d-8c7f-173d61eb55dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.675186] env[69350]: DEBUG nova.compute.provider_tree [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.819886] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149873, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.758126} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.820198] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de/OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de.vmdk to [datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd/87e0e0f9-bf24-41b6-a113-b32bef3898fd.vmdk. [ 1227.820500] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Cleaning up location [datastore2] OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1227.820609] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1a8fb7a9-c6a7-465b-95db-53f0d78868de {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.820853] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-144ab403-f952-4aa8-82e4-0a811264e529 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.828824] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1227.828824] env[69350]: value = "task-4149874" [ 1227.828824] env[69350]: _type = "Task" [ 1227.828824] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.838653] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.922675] env[69350]: DEBUG nova.compute.manager [req-a5f92542-bb9e-4f14-824c-74b3eeab0a14 req-79636686-9e46-4ad8-b286-85aeb0802265 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Received event network-changed-9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.923745] env[69350]: DEBUG nova.compute.manager [req-a5f92542-bb9e-4f14-824c-74b3eeab0a14 req-79636686-9e46-4ad8-b286-85aeb0802265 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Refreshing instance network info cache due to event network-changed-9fb8bf58-4e85-4630-a255-091f0aac0f9f. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.924386] env[69350]: DEBUG oslo_concurrency.lockutils [req-a5f92542-bb9e-4f14-824c-74b3eeab0a14 req-79636686-9e46-4ad8-b286-85aeb0802265 service nova] Acquiring lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.964380] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "7387373b-9718-4ac3-b920-2c690cf049ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.972048] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.972352] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.013771] env[69350]: DEBUG nova.network.neutron [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updating instance_info_cache with network_info: [{"id": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "address": "fa:16:3e:5e:ae:51", "network": {"id": "9ab173b6-7303-477c-a59e-ffb4cf37ed76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-208789395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4192e1dee4d44331ba631e2016d64ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb948d3-6d", "ovs_interfaceid": "fbb948d3-6d63-4b97-945d-768dfb6ff64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.203842] env[69350]: ERROR nova.scheduler.client.report [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [req-8e946c2e-9d0b-49e5-b1a7-7743aa41cd51] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e946c2e-9d0b-49e5-b1a7-7743aa41cd51"}]} [ 1228.221184] env[69350]: DEBUG nova.scheduler.client.report [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1228.237247] env[69350]: DEBUG nova.scheduler.client.report [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1228.237534] env[69350]: DEBUG nova.compute.provider_tree [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.254255] env[69350]: DEBUG nova.scheduler.client.report [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1228.274456] env[69350]: DEBUG nova.scheduler.client.report [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1228.316232] env[69350]: DEBUG nova.network.neutron [req-3dee0f1a-9ff8-4a64-95e7-4e8a180534c8 req-e4fdd581-d43b-4f5e-9550-e52bc47e1d7b service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updated VIF entry in instance network info cache for port 9fb8bf58-4e85-4630-a255-091f0aac0f9f. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.316514] env[69350]: DEBUG nova.network.neutron [req-3dee0f1a-9ff8-4a64-95e7-4e8a180534c8 req-e4fdd581-d43b-4f5e-9550-e52bc47e1d7b service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updating instance_info_cache with network_info: [{"id": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "address": "fa:16:3e:bc:79:cd", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb8bf58-4e", "ovs_interfaceid": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.343680] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045772} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.343942] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.344122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd/87e0e0f9-bf24-41b6-a113-b32bef3898fd.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.344370] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd/87e0e0f9-bf24-41b6-a113-b32bef3898fd.vmdk to [datastore2] d2beda23-078b-46d7-bcdd-26db36f02cc6/d2beda23-078b-46d7-bcdd-26db36f02cc6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.344628] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0b527ba-25d0-443a-86b5-4d09a234f710 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.351786] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1228.351786] env[69350]: value = "task-4149875" [ 1228.351786] env[69350]: _type = "Task" [ 1228.351786] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.360450] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.423138] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce832f31-b576-4a0e-a2a9-2ebb37ca2600 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.432327] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c66fc51-4c8a-4574-81aa-e438890dba95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.463821] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517e60b8-9670-4960-976a-d6b58cdde412 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.472399] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d3d5b3-2ad6-4c01-9905-14df5e072367 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.486437] env[69350]: DEBUG nova.compute.provider_tree [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.519608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Releasing lock "refresh_cache-bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.520577] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0646df5f-8131-4d8f-a978-338aa0946416 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.528429] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Resuming the VM {{(pid=69350) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1228.528701] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd39c51-41e2-4544-9596-a3f2c1505826 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.539081] env[69350]: DEBUG oslo_vmware.api [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1228.539081] env[69350]: value = "task-4149876" [ 1228.539081] env[69350]: _type = "Task" [ 1228.539081] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.551789] env[69350]: DEBUG oslo_vmware.api [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.754261] env[69350]: DEBUG nova.network.neutron [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Successfully updated port: dac21b83-4ad9-4756-b896-0b83569f5941 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.819344] env[69350]: DEBUG oslo_concurrency.lockutils [req-3dee0f1a-9ff8-4a64-95e7-4e8a180534c8 req-e4fdd581-d43b-4f5e-9550-e52bc47e1d7b service nova] Releasing lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.819834] env[69350]: DEBUG oslo_concurrency.lockutils [req-a5f92542-bb9e-4f14-824c-74b3eeab0a14 req-79636686-9e46-4ad8-b286-85aeb0802265 service nova] Acquired lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.820062] env[69350]: DEBUG nova.network.neutron [req-a5f92542-bb9e-4f14-824c-74b3eeab0a14 req-79636686-9e46-4ad8-b286-85aeb0802265 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Refreshing network info cache for port 9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.865826] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149875, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.021885] env[69350]: DEBUG nova.scheduler.client.report [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1229.022359] env[69350]: DEBUG nova.compute.provider_tree [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 171 to 172 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1229.022658] env[69350]: DEBUG nova.compute.provider_tree [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.054504] env[69350]: DEBUG oslo_vmware.api [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.255897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.256134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.256348] env[69350]: DEBUG nova.network.neutron [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.370513] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149875, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.411917] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.412472] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1229.528255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.674s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.530612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.277s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.532274] env[69350]: INFO nova.compute.claims [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.551558] env[69350]: DEBUG oslo_vmware.api [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149876, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.552688] env[69350]: INFO nova.scheduler.client.report [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleted allocations for instance cb45c6d9-7937-4348-9373-ae08bbba1dc8 [ 1229.557563] env[69350]: DEBUG nova.network.neutron [req-a5f92542-bb9e-4f14-824c-74b3eeab0a14 req-79636686-9e46-4ad8-b286-85aeb0802265 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updated VIF entry in instance network info cache for port 9fb8bf58-4e85-4630-a255-091f0aac0f9f. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.557563] env[69350]: DEBUG nova.network.neutron [req-a5f92542-bb9e-4f14-824c-74b3eeab0a14 req-79636686-9e46-4ad8-b286-85aeb0802265 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updating instance_info_cache with network_info: [{"id": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "address": "fa:16:3e:bc:79:cd", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb8bf58-4e", "ovs_interfaceid": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.794138] env[69350]: DEBUG nova.network.neutron [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.871565] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149875, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.938786] env[69350]: DEBUG nova.network.neutron [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Updating instance_info_cache with network_info: [{"id": "dac21b83-4ad9-4756-b896-0b83569f5941", "address": "fa:16:3e:ae:c6:90", "network": {"id": "3b74ceff-5774-4730-95de-8703cc15d3c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-832827706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce6e4903250e48a083663862f20990db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac21b83-4a", "ovs_interfaceid": "dac21b83-4ad9-4756-b896-0b83569f5941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.963468] env[69350]: DEBUG nova.compute.manager [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received event network-changed-2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.963810] env[69350]: DEBUG nova.compute.manager [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing instance network info cache due to event network-changed-2fe99613-863a-42da-a8f0-edae7923067a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.964045] env[69350]: DEBUG oslo_concurrency.lockutils [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] Acquiring lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.964253] env[69350]: DEBUG oslo_concurrency.lockutils [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] Acquired lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.964438] env[69350]: DEBUG nova.network.neutron [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing network info cache for port 2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.056758] env[69350]: DEBUG oslo_vmware.api [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149876, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.063019] env[69350]: DEBUG oslo_concurrency.lockutils [req-a5f92542-bb9e-4f14-824c-74b3eeab0a14 req-79636686-9e46-4ad8-b286-85aeb0802265 service nova] Releasing lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.066904] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c0b29d5-9553-410d-9f71-6a2978183583 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.918s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.068481] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.044s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.069075] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3ddb09e-c66c-46e3-89e5-e686409afb84 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.086068] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88496d4-9806-46f3-b099-8f18467e0d5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.371343] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149875, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.412673] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.412989] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.413231] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.442181] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.442797] env[69350]: DEBUG nova.compute.manager [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Instance network_info: |[{"id": "dac21b83-4ad9-4756-b896-0b83569f5941", "address": "fa:16:3e:ae:c6:90", "network": {"id": "3b74ceff-5774-4730-95de-8703cc15d3c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-832827706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce6e4903250e48a083663862f20990db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac21b83-4a", "ovs_interfaceid": "dac21b83-4ad9-4756-b896-0b83569f5941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.443376] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:c6:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac21b83-4ad9-4756-b896-0b83569f5941', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.453653] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.454053] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.454467] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a97b76ee-b0ff-4b1d-b85f-52756549a86f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.483248] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.483248] env[69350]: value = "task-4149877" [ 1230.483248] env[69350]: _type = "Task" [ 1230.483248] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.499742] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149877, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.562880] env[69350]: DEBUG oslo_vmware.api [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149876, 'name': PowerOnVM_Task, 'duration_secs': 1.582738} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.562880] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Resumed the VM {{(pid=69350) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1230.563102] env[69350]: DEBUG nova.compute.manager [None req-6944614d-c544-40e6-947e-0d3cd3b4e772 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.564787] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26a71d9-11ad-4547-8aad-d17aa35d8648 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.632244] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "cb45c6d9-7937-4348-9373-ae08bbba1dc8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.711294] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab43e4be-0d68-4dd7-bd80-ddf050b75200 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.723347] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d693f59-13a6-479e-8f75-869bef9b802a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.767412] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21a72c0-2fa5-4147-a739-63ec534d100a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.778726] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e12bb0b-35f4-4536-bc2a-db1e693b5ee5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.800834] env[69350]: DEBUG nova.compute.provider_tree [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.804473] env[69350]: DEBUG nova.network.neutron [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updated VIF entry in instance network info cache for port 2fe99613-863a-42da-a8f0-edae7923067a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.804892] env[69350]: DEBUG nova.network.neutron [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [{"id": "2fe99613-863a-42da-a8f0-edae7923067a", "address": "fa:16:3e:96:5d:5c", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe99613-86", "ovs_interfaceid": "2fe99613-863a-42da-a8f0-edae7923067a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.869876] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149875, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.000848] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149877, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.218771] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "8110e254-befa-4520-b07b-e96998f58fa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.219062] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "8110e254-befa-4520-b07b-e96998f58fa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.304747] env[69350]: DEBUG nova.scheduler.client.report [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.309229] env[69350]: DEBUG oslo_concurrency.lockutils [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] Releasing lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.309503] env[69350]: DEBUG nova.compute.manager [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Received event network-vif-plugged-dac21b83-4ad9-4756-b896-0b83569f5941 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.309840] env[69350]: DEBUG oslo_concurrency.lockutils [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] Acquiring lock "ade0e108-fa6d-415d-be95-032a13963fc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.310060] env[69350]: DEBUG oslo_concurrency.lockutils [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] Lock "ade0e108-fa6d-415d-be95-032a13963fc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.310275] env[69350]: DEBUG oslo_concurrency.lockutils [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] Lock "ade0e108-fa6d-415d-be95-032a13963fc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.310506] env[69350]: DEBUG nova.compute.manager [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] No waiting events found dispatching network-vif-plugged-dac21b83-4ad9-4756-b896-0b83569f5941 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.310819] env[69350]: WARNING nova.compute.manager [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Received unexpected event network-vif-plugged-dac21b83-4ad9-4756-b896-0b83569f5941 for instance with vm_state building and task_state spawning. [ 1231.311121] env[69350]: DEBUG nova.compute.manager [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Received event network-changed-dac21b83-4ad9-4756-b896-0b83569f5941 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.311373] env[69350]: DEBUG nova.compute.manager [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Refreshing instance network info cache due to event network-changed-dac21b83-4ad9-4756-b896-0b83569f5941. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.311644] env[69350]: DEBUG oslo_concurrency.lockutils [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] Acquiring lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.311823] env[69350]: DEBUG oslo_concurrency.lockutils [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] Acquired lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.312025] env[69350]: DEBUG nova.network.neutron [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Refreshing network info cache for port dac21b83-4ad9-4756-b896-0b83569f5941 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.368625] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149875, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.936569} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.370117] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87e0e0f9-bf24-41b6-a113-b32bef3898fd/87e0e0f9-bf24-41b6-a113-b32bef3898fd.vmdk to [datastore2] d2beda23-078b-46d7-bcdd-26db36f02cc6/d2beda23-078b-46d7-bcdd-26db36f02cc6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.370117] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38bb149-8e57-449e-9dc5-f2a9bf24dfe1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.393934] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] d2beda23-078b-46d7-bcdd-26db36f02cc6/d2beda23-078b-46d7-bcdd-26db36f02cc6.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.394742] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3035a4e0-09e8-4ab3-b0ca-39d34d09dd11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.417893] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1231.417893] env[69350]: value = "task-4149878" [ 1231.417893] env[69350]: _type = "Task" [ 1231.417893] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.428421] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.499931] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149877, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.722204] env[69350]: DEBUG nova.compute.manager [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.815313] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.815808] env[69350]: DEBUG nova.compute.manager [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1231.821444] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.332s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.821641] env[69350]: DEBUG nova.objects.instance [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lazy-loading 'resources' on Instance uuid 21f7d90d-396e-4b5d-850d-8a081b67f4a3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.932222] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.998142] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149877, 'name': CreateVM_Task, 'duration_secs': 1.022676} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.998330] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.007326] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.007627] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.007811] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.008080] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2caa3b40-2b77-483d-967d-43ff6f97126e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.013848] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1232.013848] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e8c9ab-fae3-43b2-626a-c6b68a076841" [ 1232.013848] env[69350]: _type = "Task" [ 1232.013848] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.022250] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e8c9ab-fae3-43b2-626a-c6b68a076841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.076531] env[69350]: DEBUG nova.network.neutron [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Updated VIF entry in instance network info cache for port dac21b83-4ad9-4756-b896-0b83569f5941. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.077107] env[69350]: DEBUG nova.network.neutron [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Updating instance_info_cache with network_info: [{"id": "dac21b83-4ad9-4756-b896-0b83569f5941", "address": "fa:16:3e:ae:c6:90", "network": {"id": "3b74ceff-5774-4730-95de-8703cc15d3c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-832827706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce6e4903250e48a083663862f20990db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac21b83-4a", "ovs_interfaceid": "dac21b83-4ad9-4756-b896-0b83569f5941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.248588] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.323445] env[69350]: DEBUG nova.compute.utils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.328123] env[69350]: DEBUG nova.compute.manager [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1232.328348] env[69350]: DEBUG nova.network.neutron [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.399079] env[69350]: DEBUG nova.policy [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b72908407774d4c9df9e4fd263c49b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1044e7c00d64162a80f5d05097d9a9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.414017] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.414017] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.431472] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.496490] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef90ffef-5457-41cb-be70-afe2e307ca1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.505247] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8a0c47-5b09-42a1-80d7-a6b05e8243a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.542859] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd6d62a-1c3c-4d89-8a66-474cb09bb78f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.551652] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e8c9ab-fae3-43b2-626a-c6b68a076841, 'name': SearchDatastore_Task, 'duration_secs': 0.013069} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.554134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.554283] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.554523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.554676] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.554889] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.555328] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01f21900-a5b3-46e7-991c-17224bcb4fdc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.558690] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d2845e-2824-49c9-8a3f-cca4dd64e41a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.574084] env[69350]: DEBUG nova.compute.provider_tree [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.579167] env[69350]: DEBUG oslo_concurrency.lockutils [req-91af5bce-6c32-45db-baa6-8e475ba92549 req-7b3eb894-db6d-4333-b2f0-7958d2a1a2af service nova] Releasing lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.579632] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.579815] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.580593] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8774c7a-827e-4df6-b493-b5674e50e59f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.586972] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1232.586972] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52377ddf-8646-01ea-635b-9a6d4476d10c" [ 1232.586972] env[69350]: _type = "Task" [ 1232.586972] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.596419] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52377ddf-8646-01ea-635b-9a6d4476d10c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.831681] env[69350]: DEBUG nova.compute.manager [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.914107] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.929206] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149878, 'name': ReconfigVM_Task, 'duration_secs': 1.111879} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.929523] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Reconfigured VM instance instance-00000068 to attach disk [datastore2] d2beda23-078b-46d7-bcdd-26db36f02cc6/d2beda23-078b-46d7-bcdd-26db36f02cc6.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.930191] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da864fe9-6bc0-4d36-963d-19b2f59d6f76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.937362] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1232.937362] env[69350]: value = "task-4149879" [ 1232.937362] env[69350]: _type = "Task" [ 1232.937362] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.947399] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149879, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.077880] env[69350]: DEBUG nova.scheduler.client.report [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.100519] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52377ddf-8646-01ea-635b-9a6d4476d10c, 'name': SearchDatastore_Task, 'duration_secs': 0.077511} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.101652] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57fb2d9b-54a4-4908-b98f-c6c71dd8cc92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.109893] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1233.109893] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e66fc4-9703-5377-0ac6-90cd0e924347" [ 1233.109893] env[69350]: _type = "Task" [ 1233.109893] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.123305] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e66fc4-9703-5377-0ac6-90cd0e924347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.166656] env[69350]: DEBUG nova.network.neutron [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Successfully created port: 7c53839f-fc68-4b62-b4aa-2ad714311e42 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.449801] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149879, 'name': Rename_Task, 'duration_secs': 0.197826} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.449801] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.449801] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3a7179b-f116-4824-9138-eee23ec91568 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.456255] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1233.456255] env[69350]: value = "task-4149880" [ 1233.456255] env[69350]: _type = "Task" [ 1233.456255] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.466638] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.586183] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.590605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.341s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.594087] env[69350]: INFO nova.compute.claims [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.624073] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e66fc4-9703-5377-0ac6-90cd0e924347, 'name': SearchDatastore_Task, 'duration_secs': 0.012719} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.625042] env[69350]: INFO nova.scheduler.client.report [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Deleted allocations for instance 21f7d90d-396e-4b5d-850d-8a081b67f4a3 [ 1233.626343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.626663] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] ade0e108-fa6d-415d-be95-032a13963fc8/ade0e108-fa6d-415d-be95-032a13963fc8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.626885] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7bb0f96-07c6-42e7-92ec-3d450c873268 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.642214] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1233.642214] env[69350]: value = "task-4149881" [ 1233.642214] env[69350]: _type = "Task" [ 1233.642214] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.652946] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.843071] env[69350]: DEBUG nova.compute.manager [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.875334] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.875789] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.876119] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.876406] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.876666] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.877282] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.877282] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.877453] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.877801] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.878123] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.878308] env[69350]: DEBUG nova.virt.hardware [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.879810] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d606078-4aa6-4423-a3d1-ca498b7b763b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.892504] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c044d0-e022-4ca6-945e-78806a303cd3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.968381] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.140541] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b76a3e1-4024-4be7-966b-febe839b46b5 tempest-ServerActionsTestOtherA-678333832 tempest-ServerActionsTestOtherA-678333832-project-member] Lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.618s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.141528] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.119s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.141730] env[69350]: INFO nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] During sync_power_state the instance has a pending task (deleting). Skip. [ 1234.141915] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "21f7d90d-396e-4b5d-850d-8a081b67f4a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.152976] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149881, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.384596] env[69350]: DEBUG oslo_concurrency.lockutils [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "interface-506805ef-b2f2-4f90-8476-a78fb4cea943-c881f573-c3d0-42ce-a18e-b14fbfe61362" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.384877] env[69350]: DEBUG oslo_concurrency.lockutils [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-506805ef-b2f2-4f90-8476-a78fb4cea943-c881f573-c3d0-42ce-a18e-b14fbfe61362" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.385464] env[69350]: DEBUG nova.objects.instance [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'flavor' on Instance uuid 506805ef-b2f2-4f90-8476-a78fb4cea943 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.466848] env[69350]: DEBUG oslo_vmware.api [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149880, 'name': PowerOnVM_Task, 'duration_secs': 0.834159} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.467100] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.572766] env[69350]: DEBUG nova.compute.manager [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.573748] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92757602-d87c-43ba-9ad8-27ed4e030403 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.653184] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525994} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.655906] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] ade0e108-fa6d-415d-be95-032a13963fc8/ade0e108-fa6d-415d-be95-032a13963fc8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.656180] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.656618] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8d2b4a1-bf24-4cb7-8292-85f72804aaaf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.664480] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1234.664480] env[69350]: value = "task-4149882" [ 1234.664480] env[69350]: _type = "Task" [ 1234.664480] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.675210] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.759843] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603959c-87cf-43ff-92da-a07d7389872e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.769051] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f439238-8ae7-4c60-94e1-0a4a54f049fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.773331] env[69350]: DEBUG nova.compute.manager [req-2e31741b-d264-4f62-839e-4554827fe25c req-11c609fc-083d-4922-8463-d0b75ad2ef80 service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Received event network-vif-plugged-7c53839f-fc68-4b62-b4aa-2ad714311e42 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.773590] env[69350]: DEBUG oslo_concurrency.lockutils [req-2e31741b-d264-4f62-839e-4554827fe25c req-11c609fc-083d-4922-8463-d0b75ad2ef80 service nova] Acquiring lock "71ea4327-cd72-49c8-ba83-e0c342ebc841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.773807] env[69350]: DEBUG oslo_concurrency.lockutils [req-2e31741b-d264-4f62-839e-4554827fe25c req-11c609fc-083d-4922-8463-d0b75ad2ef80 service nova] Lock "71ea4327-cd72-49c8-ba83-e0c342ebc841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.773973] env[69350]: DEBUG oslo_concurrency.lockutils [req-2e31741b-d264-4f62-839e-4554827fe25c req-11c609fc-083d-4922-8463-d0b75ad2ef80 service nova] Lock "71ea4327-cd72-49c8-ba83-e0c342ebc841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.774172] env[69350]: DEBUG nova.compute.manager [req-2e31741b-d264-4f62-839e-4554827fe25c req-11c609fc-083d-4922-8463-d0b75ad2ef80 service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] No waiting events found dispatching network-vif-plugged-7c53839f-fc68-4b62-b4aa-2ad714311e42 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.774348] env[69350]: WARNING nova.compute.manager [req-2e31741b-d264-4f62-839e-4554827fe25c req-11c609fc-083d-4922-8463-d0b75ad2ef80 service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Received unexpected event network-vif-plugged-7c53839f-fc68-4b62-b4aa-2ad714311e42 for instance with vm_state building and task_state spawning. [ 1234.810711] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da59f9f-7d78-4f95-98f7-827d50c34e3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.820571] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7c66c-217e-435e-8e86-498c3efc1123 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.837687] env[69350]: DEBUG nova.compute.provider_tree [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.868448] env[69350]: DEBUG nova.network.neutron [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Successfully updated port: 7c53839f-fc68-4b62-b4aa-2ad714311e42 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.989418] env[69350]: DEBUG nova.objects.instance [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'pci_requests' on Instance uuid 506805ef-b2f2-4f90-8476-a78fb4cea943 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.093919] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c8364a19-6071-492e-9513-2cb48210d2be tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.242s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.094854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.071s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.095135] env[69350]: INFO nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] During sync_power_state the instance has a pending task (spawning). Skip. [ 1235.095325] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.178646] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082176} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.179032] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.179691] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff6c64c-92c9-4050-9eeb-39be3e4344b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.202079] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ade0e108-fa6d-415d-be95-032a13963fc8/ade0e108-fa6d-415d-be95-032a13963fc8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.202326] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a839a81-0d43-47c1-8c00-83ea0cf7b93c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.222131] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1235.222131] env[69350]: value = "task-4149883" [ 1235.222131] env[69350]: _type = "Task" [ 1235.222131] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.230805] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.344343] env[69350]: DEBUG nova.scheduler.client.report [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.370838] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "refresh_cache-71ea4327-cd72-49c8-ba83-e0c342ebc841" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.370997] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "refresh_cache-71ea4327-cd72-49c8-ba83-e0c342ebc841" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.371182] env[69350]: DEBUG nova.network.neutron [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.493055] env[69350]: DEBUG nova.objects.base [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Object Instance<506805ef-b2f2-4f90-8476-a78fb4cea943> lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1235.493055] env[69350]: DEBUG nova.network.neutron [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.593072] env[69350]: DEBUG nova.policy [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4db4ec4e7214fad90a24464240525e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01f41324f5d42edb4949e36cc14f759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.734634] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.850151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.850720] env[69350]: DEBUG nova.compute.manager [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.853942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.940s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.854126] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.854283] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1235.855529] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872d5bef-15fd-425c-b75d-45d731e043cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.865318] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e9b72d-8505-4bbd-9009-33b11e189422 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.887471] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be0d695-6e99-4aae-a6fb-83d1f04e9c24 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.896132] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493fa8d0-f427-46dc-8c49-54b4e1a2e858 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.936811] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178888MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1235.937012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.937314] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.948542] env[69350]: DEBUG nova.network.neutron [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.103530] env[69350]: DEBUG nova.network.neutron [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Updating instance_info_cache with network_info: [{"id": "7c53839f-fc68-4b62-b4aa-2ad714311e42", "address": "fa:16:3e:6a:e2:45", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c53839f-fc", "ovs_interfaceid": "7c53839f-fc68-4b62-b4aa-2ad714311e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.163515] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.164186] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.164279] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.164482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.164711] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.167202] env[69350]: INFO nova.compute.manager [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Terminating instance [ 1236.234757] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149883, 'name': ReconfigVM_Task, 'duration_secs': 0.662886} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.235210] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ade0e108-fa6d-415d-be95-032a13963fc8/ade0e108-fa6d-415d-be95-032a13963fc8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.238346] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc7cf2ef-28eb-40e3-860a-700db0628e1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.246794] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1236.246794] env[69350]: value = "task-4149884" [ 1236.246794] env[69350]: _type = "Task" [ 1236.246794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.256564] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149884, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.358298] env[69350]: DEBUG nova.compute.utils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.360168] env[69350]: DEBUG nova.compute.manager [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.360552] env[69350]: DEBUG nova.network.neutron [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.414022] env[69350]: DEBUG nova.policy [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c6d684edb44321b0226f2c3ba37136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830e85774778438886e6ab2a50799ab6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.610019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "refresh_cache-71ea4327-cd72-49c8-ba83-e0c342ebc841" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.610019] env[69350]: DEBUG nova.compute.manager [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Instance network_info: |[{"id": "7c53839f-fc68-4b62-b4aa-2ad714311e42", "address": "fa:16:3e:6a:e2:45", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c53839f-fc", "ovs_interfaceid": "7c53839f-fc68-4b62-b4aa-2ad714311e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.610019] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:e2:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c53839f-fc68-4b62-b4aa-2ad714311e42', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.625199] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.625460] env[69350]: DEBUG oslo_concurrency.lockutils [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.625885] env[69350]: DEBUG oslo_concurrency.lockutils [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.626292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.626681] env[69350]: DEBUG oslo_concurrency.lockutils [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.626949] env[69350]: DEBUG oslo_concurrency.lockutils [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.629216] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.629872] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be07fd61-3416-4bc9-9689-116094b06a07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.650601] env[69350]: INFO nova.compute.manager [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Terminating instance [ 1236.661551] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.661551] env[69350]: value = "task-4149885" [ 1236.661551] env[69350]: _type = "Task" [ 1236.661551] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.673016] env[69350]: DEBUG nova.compute.manager [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.673335] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.673585] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149885, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.674420] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cca1499-47c9-4c4c-b04a-407a22ba1ed9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.683731] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.684198] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa0649bb-a859-4ca8-a279-591ef4c53d4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.692572] env[69350]: DEBUG oslo_vmware.api [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1236.692572] env[69350]: value = "task-4149886" [ 1236.692572] env[69350]: _type = "Task" [ 1236.692572] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.704903] env[69350]: DEBUG oslo_vmware.api [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.759807] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149884, 'name': Rename_Task, 'duration_secs': 0.199559} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.759807] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.760078] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d68cd6bf-c178-4cf2-a641-5435565e13bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.769425] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1236.769425] env[69350]: value = "task-4149887" [ 1236.769425] env[69350]: _type = "Task" [ 1236.769425] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.779629] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.801359] env[69350]: DEBUG nova.compute.manager [req-22288405-675c-4f48-843b-e70b2d2aebd1 req-33904145-0eff-4d81-803c-aa9756b2c14d service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Received event network-changed-7c53839f-fc68-4b62-b4aa-2ad714311e42 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.801710] env[69350]: DEBUG nova.compute.manager [req-22288405-675c-4f48-843b-e70b2d2aebd1 req-33904145-0eff-4d81-803c-aa9756b2c14d service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Refreshing instance network info cache due to event network-changed-7c53839f-fc68-4b62-b4aa-2ad714311e42. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.802250] env[69350]: DEBUG oslo_concurrency.lockutils [req-22288405-675c-4f48-843b-e70b2d2aebd1 req-33904145-0eff-4d81-803c-aa9756b2c14d service nova] Acquiring lock "refresh_cache-71ea4327-cd72-49c8-ba83-e0c342ebc841" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.802853] env[69350]: DEBUG oslo_concurrency.lockutils [req-22288405-675c-4f48-843b-e70b2d2aebd1 req-33904145-0eff-4d81-803c-aa9756b2c14d service nova] Acquired lock "refresh_cache-71ea4327-cd72-49c8-ba83-e0c342ebc841" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.802853] env[69350]: DEBUG nova.network.neutron [req-22288405-675c-4f48-843b-e70b2d2aebd1 req-33904145-0eff-4d81-803c-aa9756b2c14d service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Refreshing network info cache for port 7c53839f-fc68-4b62-b4aa-2ad714311e42 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.861405] env[69350]: DEBUG nova.compute.manager [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.979902] env[69350]: DEBUG nova.network.neutron [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Successfully created port: 1cf145b5-fc3f-4654-8444-f70f347402d0 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.983412] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance a48b5209-b8cf-4efe-9051-46cc46ed9d83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.983583] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 506805ef-b2f2-4f90-8476-a78fb4cea943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.983786] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 4c0141bf-f9b5-4107-9a55-dc37e00715ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.983923] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.984079] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance d2beda23-078b-46d7-bcdd-26db36f02cc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.984254] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance b4142a4d-5573-4744-8860-718f5f14fac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.984387] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance ade0e108-fa6d-415d-be95-032a13963fc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.984523] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 71ea4327-cd72-49c8-ba83-e0c342ebc841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.984715] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 8110e254-befa-4520-b07b-e96998f58fa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.985030] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1236.986329] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1237.156885] env[69350]: DEBUG nova.compute.manager [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.157133] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.158423] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5236f11-a7aa-49e1-a6e6-f10f4cff3307 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.162449] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91508429-055d-48e7-8d11-e93ada495b8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.176976] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8786dd-9440-4c94-8441-d22c731ae895 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.182456] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.187571] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92eba3b9-8a6d-4e99-8a7c-dd4bcb2ab7c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.189397] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149885, 'name': CreateVM_Task, 'duration_secs': 0.401859} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.190039] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.191171] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.191431] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.191859] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.192149] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9fe61db-ab2b-41d8-b8e3-7391624b2935 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.227155] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77147e6-6315-4703-93aa-2df468105eee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.230593] env[69350]: DEBUG oslo_vmware.api [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1237.230593] env[69350]: value = "task-4149888" [ 1237.230593] env[69350]: _type = "Task" [ 1237.230593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.232578] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1237.232578] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5258ec1b-7f21-1af9-d712-91463753fd7e" [ 1237.232578] env[69350]: _type = "Task" [ 1237.232578] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.249082] env[69350]: DEBUG oslo_vmware.api [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149886, 'name': PowerOffVM_Task, 'duration_secs': 0.267444} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.250016] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.251284] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.251589] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3125cdd6-f625-4efd-95c2-1f351b27b4f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.260967] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a621ccd-cd59-4d76-83d4-5b47364ee78a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.262263] env[69350]: DEBUG oslo_vmware.api [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.267246] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5258ec1b-7f21-1af9-d712-91463753fd7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.277467] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.277782] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.278050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.278214] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.278398] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.278958] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.280404] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b8fdf7c-f832-485f-ad4b-6c5b90f0bdc7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.292346] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.297421] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.297723] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.298620] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb7286f-a70c-4fe1-887d-f01869899baa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.306268] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1237.306268] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5290ad64-c87a-e63b-7dde-eac685fa2df8" [ 1237.306268] env[69350]: _type = "Task" [ 1237.306268] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.319246] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5290ad64-c87a-e63b-7dde-eac685fa2df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.338246] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.338462] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.338659] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleting the datastore file [datastore2] d2beda23-078b-46d7-bcdd-26db36f02cc6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.338939] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7623fe91-6799-4938-874b-a0975d447203 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.346654] env[69350]: DEBUG oslo_vmware.api [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for the task: (returnval){ [ 1237.346654] env[69350]: value = "task-4149890" [ 1237.346654] env[69350]: _type = "Task" [ 1237.346654] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.360300] env[69350]: DEBUG oslo_vmware.api [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.559340] env[69350]: DEBUG nova.network.neutron [req-22288405-675c-4f48-843b-e70b2d2aebd1 req-33904145-0eff-4d81-803c-aa9756b2c14d service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Updated VIF entry in instance network info cache for port 7c53839f-fc68-4b62-b4aa-2ad714311e42. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.559768] env[69350]: DEBUG nova.network.neutron [req-22288405-675c-4f48-843b-e70b2d2aebd1 req-33904145-0eff-4d81-803c-aa9756b2c14d service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Updating instance_info_cache with network_info: [{"id": "7c53839f-fc68-4b62-b4aa-2ad714311e42", "address": "fa:16:3e:6a:e2:45", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c53839f-fc", "ovs_interfaceid": "7c53839f-fc68-4b62-b4aa-2ad714311e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.576934] env[69350]: DEBUG nova.network.neutron [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Successfully updated port: c881f573-c3d0-42ce-a18e-b14fbfe61362 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.743791] env[69350]: DEBUG oslo_vmware.api [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149888, 'name': PowerOffVM_Task, 'duration_secs': 0.208008} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.744097] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.744292] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.744568] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe027fcb-7aa5-4c11-99a8-43f9cc520830 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.787238] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.794485] env[69350]: DEBUG oslo_vmware.api [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149887, 'name': PowerOnVM_Task, 'duration_secs': 0.766132} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.795224] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.795487] env[69350]: INFO nova.compute.manager [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1237.795688] env[69350]: DEBUG nova.compute.manager [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.796563] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b860a8f-10cc-4527-b6e2-5ae121e08139 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.817566] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5290ad64-c87a-e63b-7dde-eac685fa2df8, 'name': SearchDatastore_Task, 'duration_secs': 0.012764} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.820336] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.820336] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.820336] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleting the datastore file [datastore2] bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.820336] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64983a9c-c457-41bf-b2b1-27fa47cf9f62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.822646] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0427e5a9-00bb-4601-9242-f071f2c2657e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.831263] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1237.831263] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]521641b0-e624-1dbb-5a24-9acc024084bc" [ 1237.831263] env[69350]: _type = "Task" [ 1237.831263] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.832925] env[69350]: DEBUG oslo_vmware.api [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for the task: (returnval){ [ 1237.832925] env[69350]: value = "task-4149892" [ 1237.832925] env[69350]: _type = "Task" [ 1237.832925] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.846308] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]521641b0-e624-1dbb-5a24-9acc024084bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012641} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.850347] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.850628] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 71ea4327-cd72-49c8-ba83-e0c342ebc841/71ea4327-cd72-49c8-ba83-e0c342ebc841.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.850953] env[69350]: DEBUG oslo_vmware.api [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.851272] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cbe481c-8333-45f9-bb01-24efc835bb7d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.864572] env[69350]: DEBUG oslo_vmware.api [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Task: {'id': task-4149890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159267} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.866103] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.866329] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.866498] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.866720] env[69350]: INFO nova.compute.manager [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1237.866977] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.867268] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1237.867268] env[69350]: value = "task-4149893" [ 1237.867268] env[69350]: _type = "Task" [ 1237.867268] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.867485] env[69350]: DEBUG nova.compute.manager [-] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.867550] env[69350]: DEBUG nova.network.neutron [-] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.874331] env[69350]: DEBUG nova.compute.manager [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.882118] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.911231] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.911607] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.911829] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.912115] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.912345] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.912566] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.912922] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.913141] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.913403] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.913659] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.913951] env[69350]: DEBUG nova.virt.hardware [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.915307] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a6d28c-ffe5-4b3e-a677-691afd1ac6e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.927581] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896346c6-8636-43df-b18e-cb4816cbb528 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.062972] env[69350]: DEBUG oslo_concurrency.lockutils [req-22288405-675c-4f48-843b-e70b2d2aebd1 req-33904145-0eff-4d81-803c-aa9756b2c14d service nova] Releasing lock "refresh_cache-71ea4327-cd72-49c8-ba83-e0c342ebc841" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.079374] env[69350]: DEBUG oslo_concurrency.lockutils [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.079553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.079742] env[69350]: DEBUG nova.network.neutron [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.297758] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1238.298120] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.361s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.320286] env[69350]: INFO nova.compute.manager [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Took 19.14 seconds to build instance. [ 1238.349335] env[69350]: DEBUG oslo_vmware.api [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Task: {'id': task-4149892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174798} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.349730] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.350011] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.350325] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.350582] env[69350]: INFO nova.compute.manager [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1238.350946] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.352180] env[69350]: DEBUG nova.compute.manager [-] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.352277] env[69350]: DEBUG nova.network.neutron [-] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.382825] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149893, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.681015] env[69350]: WARNING nova.network.neutron [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] 37095e44-7b86-400c-94e0-6ac85981e885 already exists in list: networks containing: ['37095e44-7b86-400c-94e0-6ac85981e885']. ignoring it [ 1238.824573] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c110d7-aadc-48af-b27c-ae54cc48935b tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "ade0e108-fa6d-415d-be95-032a13963fc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.664s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.824885] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "ade0e108-fa6d-415d-be95-032a13963fc8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.799s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.825897] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc58bfa-94fe-473e-aded-f69d17ac96c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.884266] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553423} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.884986] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 71ea4327-cd72-49c8-ba83-e0c342ebc841/71ea4327-cd72-49c8-ba83-e0c342ebc841.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.884986] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.885756] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8067781-8753-432a-b6b1-df2e0fcaa79a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.897105] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1238.897105] env[69350]: value = "task-4149894" [ 1238.897105] env[69350]: _type = "Task" [ 1238.897105] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.909877] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.030327] env[69350]: INFO nova.compute.manager [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Rescuing [ 1239.031733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.031733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.033150] env[69350]: DEBUG nova.network.neutron [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.176609] env[69350]: DEBUG nova.network.neutron [-] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.198654] env[69350]: DEBUG nova.compute.manager [req-c47c624e-a9bd-47f7-b028-b5ec73c917a9 req-3b249400-67ab-423d-8b48-2e6822b8e7a6 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Received event network-vif-deleted-fbb948d3-6d63-4b97-945d-768dfb6ff64b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.198654] env[69350]: INFO nova.compute.manager [req-c47c624e-a9bd-47f7-b028-b5ec73c917a9 req-3b249400-67ab-423d-8b48-2e6822b8e7a6 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Neutron deleted interface fbb948d3-6d63-4b97-945d-768dfb6ff64b; detaching it from the instance and deleting it from the info cache [ 1239.198654] env[69350]: DEBUG nova.network.neutron [req-c47c624e-a9bd-47f7-b028-b5ec73c917a9 req-3b249400-67ab-423d-8b48-2e6822b8e7a6 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.222074] env[69350]: DEBUG nova.compute.manager [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received event network-vif-plugged-c881f573-c3d0-42ce-a18e-b14fbfe61362 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.223419] env[69350]: DEBUG oslo_concurrency.lockutils [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] Acquiring lock "506805ef-b2f2-4f90-8476-a78fb4cea943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.223419] env[69350]: DEBUG oslo_concurrency.lockutils [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.223419] env[69350]: DEBUG oslo_concurrency.lockutils [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.223419] env[69350]: DEBUG nova.compute.manager [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] No waiting events found dispatching network-vif-plugged-c881f573-c3d0-42ce-a18e-b14fbfe61362 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.223419] env[69350]: WARNING nova.compute.manager [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received unexpected event network-vif-plugged-c881f573-c3d0-42ce-a18e-b14fbfe61362 for instance with vm_state active and task_state None. [ 1239.223419] env[69350]: DEBUG nova.compute.manager [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received event network-changed-c881f573-c3d0-42ce-a18e-b14fbfe61362 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.223419] env[69350]: DEBUG nova.compute.manager [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing instance network info cache due to event network-changed-c881f573-c3d0-42ce-a18e-b14fbfe61362. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.223419] env[69350]: DEBUG oslo_concurrency.lockutils [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] Acquiring lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.224527] env[69350]: DEBUG nova.network.neutron [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [{"id": "2fe99613-863a-42da-a8f0-edae7923067a", "address": "fa:16:3e:96:5d:5c", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe99613-86", "ovs_interfaceid": "2fe99613-863a-42da-a8f0-edae7923067a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c881f573-c3d0-42ce-a18e-b14fbfe61362", "address": "fa:16:3e:eb:5a:1d", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc881f573-c3", "ovs_interfaceid": "c881f573-c3d0-42ce-a18e-b14fbfe61362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.267519] env[69350]: DEBUG nova.network.neutron [-] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.345677] env[69350]: INFO nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1239.345956] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "ade0e108-fa6d-415d-be95-032a13963fc8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.408368] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113402} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.408472] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.409570] env[69350]: DEBUG nova.compute.manager [req-48e7fc8e-d36a-4e04-be1c-5ef2e2c1aa3d req-7b0081fe-3b67-4632-aeb8-2634b8b7af0b service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Received event network-vif-plugged-1cf145b5-fc3f-4654-8444-f70f347402d0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.409771] env[69350]: DEBUG oslo_concurrency.lockutils [req-48e7fc8e-d36a-4e04-be1c-5ef2e2c1aa3d req-7b0081fe-3b67-4632-aeb8-2634b8b7af0b service nova] Acquiring lock "8110e254-befa-4520-b07b-e96998f58fa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.409978] env[69350]: DEBUG oslo_concurrency.lockutils [req-48e7fc8e-d36a-4e04-be1c-5ef2e2c1aa3d req-7b0081fe-3b67-4632-aeb8-2634b8b7af0b service nova] Lock "8110e254-befa-4520-b07b-e96998f58fa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.410200] env[69350]: DEBUG oslo_concurrency.lockutils [req-48e7fc8e-d36a-4e04-be1c-5ef2e2c1aa3d req-7b0081fe-3b67-4632-aeb8-2634b8b7af0b service nova] Lock "8110e254-befa-4520-b07b-e96998f58fa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.410393] env[69350]: DEBUG nova.compute.manager [req-48e7fc8e-d36a-4e04-be1c-5ef2e2c1aa3d req-7b0081fe-3b67-4632-aeb8-2634b8b7af0b service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] No waiting events found dispatching network-vif-plugged-1cf145b5-fc3f-4654-8444-f70f347402d0 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.410562] env[69350]: WARNING nova.compute.manager [req-48e7fc8e-d36a-4e04-be1c-5ef2e2c1aa3d req-7b0081fe-3b67-4632-aeb8-2634b8b7af0b service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Received unexpected event network-vif-plugged-1cf145b5-fc3f-4654-8444-f70f347402d0 for instance with vm_state building and task_state spawning. [ 1239.411409] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8677ad-c6a0-43ea-811f-ff444dfd8992 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.434848] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 71ea4327-cd72-49c8-ba83-e0c342ebc841/71ea4327-cd72-49c8-ba83-e0c342ebc841.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.435379] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9efc2f9-fcc7-46c7-8dfe-91ea3c5ff077 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.455764] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1239.455764] env[69350]: value = "task-4149895" [ 1239.455764] env[69350]: _type = "Task" [ 1239.455764] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.463856] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.608072] env[69350]: DEBUG nova.network.neutron [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Successfully updated port: 1cf145b5-fc3f-4654-8444-f70f347402d0 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.681109] env[69350]: INFO nova.compute.manager [-] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Took 1.33 seconds to deallocate network for instance. [ 1239.701073] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b756a784-2356-4633-b221-4e167339b676 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.713926] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38342255-c03b-4b0d-ac4f-1e929a6b06d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.731753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.735114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.735114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.735114] env[69350]: DEBUG oslo_concurrency.lockutils [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] Acquired lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.735114] env[69350]: DEBUG nova.network.neutron [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing network info cache for port c881f573-c3d0-42ce-a18e-b14fbfe61362 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.735398] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6766fe-032b-4dc0-8198-203110c06e1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.756091] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.756387] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.756570] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.756764] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.756914] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.757081] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.757338] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.757462] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.757631] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.757793] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.757966] env[69350]: DEBUG nova.virt.hardware [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.764756] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Reconfiguring VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1239.773185] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd20317-a2e7-4d89-a0a6-522ea2e150eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.786043] env[69350]: INFO nova.compute.manager [-] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Took 1.92 seconds to deallocate network for instance. [ 1239.786445] env[69350]: DEBUG nova.compute.manager [req-c47c624e-a9bd-47f7-b028-b5ec73c917a9 req-3b249400-67ab-423d-8b48-2e6822b8e7a6 service nova] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Detach interface failed, port_id=fbb948d3-6d63-4b97-945d-768dfb6ff64b, reason: Instance bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1239.787622] env[69350]: DEBUG nova.network.neutron [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Updating instance_info_cache with network_info: [{"id": "dac21b83-4ad9-4756-b896-0b83569f5941", "address": "fa:16:3e:ae:c6:90", "network": {"id": "3b74ceff-5774-4730-95de-8703cc15d3c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-832827706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce6e4903250e48a083663862f20990db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac21b83-4a", "ovs_interfaceid": "dac21b83-4ad9-4756-b896-0b83569f5941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.796563] env[69350]: DEBUG oslo_vmware.api [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1239.796563] env[69350]: value = "task-4149896" [ 1239.796563] env[69350]: _type = "Task" [ 1239.796563] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.805547] env[69350]: DEBUG oslo_vmware.api [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149896, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.965875] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149895, 'name': ReconfigVM_Task, 'duration_secs': 0.296914} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.967057] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 71ea4327-cd72-49c8-ba83-e0c342ebc841/71ea4327-cd72-49c8-ba83-e0c342ebc841.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.967215] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ed3f0b9-0874-4ea8-abea-dca471fe30af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.974498] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1239.974498] env[69350]: value = "task-4149897" [ 1239.974498] env[69350]: _type = "Task" [ 1239.974498] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.983404] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149897, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.111614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.111930] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.112231] env[69350]: DEBUG nova.network.neutron [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.192205] env[69350]: DEBUG oslo_concurrency.lockutils [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.192556] env[69350]: DEBUG oslo_concurrency.lockutils [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.192796] env[69350]: DEBUG nova.objects.instance [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lazy-loading 'resources' on Instance uuid bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.293459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.297110] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.308581] env[69350]: DEBUG oslo_vmware.api [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.484402] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149897, 'name': Rename_Task, 'duration_secs': 0.145881} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.484780] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.484954] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e10db1-5983-43fa-b490-31c2b04208cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.492831] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1240.492831] env[69350]: value = "task-4149898" [ 1240.492831] env[69350]: _type = "Task" [ 1240.492831] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.505442] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.542392] env[69350]: DEBUG nova.network.neutron [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updated VIF entry in instance network info cache for port c881f573-c3d0-42ce-a18e-b14fbfe61362. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.542981] env[69350]: DEBUG nova.network.neutron [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [{"id": "2fe99613-863a-42da-a8f0-edae7923067a", "address": "fa:16:3e:96:5d:5c", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe99613-86", "ovs_interfaceid": "2fe99613-863a-42da-a8f0-edae7923067a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c881f573-c3d0-42ce-a18e-b14fbfe61362", "address": "fa:16:3e:eb:5a:1d", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc881f573-c3", "ovs_interfaceid": "c881f573-c3d0-42ce-a18e-b14fbfe61362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.645220] env[69350]: DEBUG nova.network.neutron [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.808559] env[69350]: DEBUG oslo_vmware.api [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149896, 'name': ReconfigVM_Task, 'duration_secs': 0.609298} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.809092] env[69350]: DEBUG oslo_concurrency.lockutils [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.809321] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Reconfigured VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1240.818463] env[69350]: DEBUG nova.network.neutron [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Updating instance_info_cache with network_info: [{"id": "1cf145b5-fc3f-4654-8444-f70f347402d0", "address": "fa:16:3e:c7:56:03", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf145b5-fc", "ovs_interfaceid": "1cf145b5-fc3f-4654-8444-f70f347402d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.930646] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fda8dd-c611-4036-b945-9ac6da96269a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.940965] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c68b8c-fd3c-42ba-9d7b-ef942024fcdf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.976045] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0feb8bd-0251-42d8-8f69-6fc706d9db7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.984530] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc2777f-30b3-4bb8-95f7-2e4865b0ba4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.998861] env[69350]: DEBUG nova.compute.provider_tree [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.008295] env[69350]: DEBUG oslo_vmware.api [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149898, 'name': PowerOnVM_Task, 'duration_secs': 0.490168} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.009155] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.009367] env[69350]: INFO nova.compute.manager [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1241.009553] env[69350]: DEBUG nova.compute.manager [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.010400] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb75310-d4ec-427f-879c-a57ab13b5fd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.046256] env[69350]: DEBUG oslo_concurrency.lockutils [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] Releasing lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.046628] env[69350]: DEBUG nova.compute.manager [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Received event network-vif-deleted-171fa31b-ba9b-49f3-9f39-d36d3260bda9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.046924] env[69350]: INFO nova.compute.manager [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Neutron deleted interface 171fa31b-ba9b-49f3-9f39-d36d3260bda9; detaching it from the instance and deleting it from the info cache [ 1241.047256] env[69350]: DEBUG nova.network.neutron [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.264596] env[69350]: DEBUG nova.compute.manager [req-ee17339b-6bd4-47e1-860a-9fd9b0018c4e req-975bbb66-07c7-4ac8-85cd-7b5baac373dd service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Received event network-changed-1cf145b5-fc3f-4654-8444-f70f347402d0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.264596] env[69350]: DEBUG nova.compute.manager [req-ee17339b-6bd4-47e1-860a-9fd9b0018c4e req-975bbb66-07c7-4ac8-85cd-7b5baac373dd service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Refreshing instance network info cache due to event network-changed-1cf145b5-fc3f-4654-8444-f70f347402d0. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.264596] env[69350]: DEBUG oslo_concurrency.lockutils [req-ee17339b-6bd4-47e1-860a-9fd9b0018c4e req-975bbb66-07c7-4ac8-85cd-7b5baac373dd service nova] Acquiring lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.314956] env[69350]: DEBUG oslo_concurrency.lockutils [None req-991e54a1-f783-42f3-82de-7d674d088c5e tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-506805ef-b2f2-4f90-8476-a78fb4cea943-c881f573-c3d0-42ce-a18e-b14fbfe61362" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.930s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.321434] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.321786] env[69350]: DEBUG nova.compute.manager [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Instance network_info: |[{"id": "1cf145b5-fc3f-4654-8444-f70f347402d0", "address": "fa:16:3e:c7:56:03", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf145b5-fc", "ovs_interfaceid": "1cf145b5-fc3f-4654-8444-f70f347402d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.322150] env[69350]: DEBUG oslo_concurrency.lockutils [req-ee17339b-6bd4-47e1-860a-9fd9b0018c4e req-975bbb66-07c7-4ac8-85cd-7b5baac373dd service nova] Acquired lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.322344] env[69350]: DEBUG nova.network.neutron [req-ee17339b-6bd4-47e1-860a-9fd9b0018c4e req-975bbb66-07c7-4ac8-85cd-7b5baac373dd service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Refreshing network info cache for port 1cf145b5-fc3f-4654-8444-f70f347402d0 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.323800] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:56:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cf145b5-fc3f-4654-8444-f70f347402d0', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.332437] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.337013] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.337529] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-628b2921-bf58-4dd5-b044-fbb65934aff4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.360695] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.360695] env[69350]: value = "task-4149899" [ 1241.360695] env[69350]: _type = "Task" [ 1241.360695] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.369763] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149899, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.504935] env[69350]: DEBUG nova.scheduler.client.report [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.527181] env[69350]: INFO nova.compute.manager [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Took 18.30 seconds to build instance. [ 1241.550683] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7af657ab-0f71-4c14-8398-4084533a9297 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.560942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0f129b-b482-4756-a6ce-c6691bbd1242 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.591993] env[69350]: DEBUG nova.compute.manager [req-8afdd2ca-902a-4c07-a8b9-b0722d7227a4 req-431f0558-7198-422e-821b-59a90a84b18f service nova] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Detach interface failed, port_id=171fa31b-ba9b-49f3-9f39-d36d3260bda9, reason: Instance d2beda23-078b-46d7-bcdd-26db36f02cc6 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1241.837600] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.837893] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4219696c-58a8-4c0a-a445-b5690f539228 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.845063] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1241.845063] env[69350]: value = "task-4149900" [ 1241.845063] env[69350]: _type = "Task" [ 1241.845063] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.854126] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.871509] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149899, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.010294] env[69350]: DEBUG oslo_concurrency.lockutils [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.013256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.716s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.013353] env[69350]: DEBUG nova.objects.instance [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lazy-loading 'resources' on Instance uuid d2beda23-078b-46d7-bcdd-26db36f02cc6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.028952] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28ab0731-a410-4664-9e17-f6d4488df520 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "71ea4327-cd72-49c8-ba83-e0c342ebc841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.806s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.041506] env[69350]: INFO nova.scheduler.client.report [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Deleted allocations for instance bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4 [ 1242.131132] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "71ea4327-cd72-49c8-ba83-e0c342ebc841" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.131398] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "71ea4327-cd72-49c8-ba83-e0c342ebc841" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.131575] env[69350]: DEBUG nova.compute.manager [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.132473] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bce89e-399a-41b3-9b9a-19dcf69123c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.139879] env[69350]: DEBUG nova.compute.manager [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1242.140486] env[69350]: DEBUG nova.objects.instance [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lazy-loading 'flavor' on Instance uuid 71ea4327-cd72-49c8-ba83-e0c342ebc841 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.146162] env[69350]: DEBUG nova.network.neutron [req-ee17339b-6bd4-47e1-860a-9fd9b0018c4e req-975bbb66-07c7-4ac8-85cd-7b5baac373dd service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Updated VIF entry in instance network info cache for port 1cf145b5-fc3f-4654-8444-f70f347402d0. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.146641] env[69350]: DEBUG nova.network.neutron [req-ee17339b-6bd4-47e1-860a-9fd9b0018c4e req-975bbb66-07c7-4ac8-85cd-7b5baac373dd service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Updating instance_info_cache with network_info: [{"id": "1cf145b5-fc3f-4654-8444-f70f347402d0", "address": "fa:16:3e:c7:56:03", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf145b5-fc", "ovs_interfaceid": "1cf145b5-fc3f-4654-8444-f70f347402d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.357939] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149900, 'name': PowerOffVM_Task, 'duration_secs': 0.166073} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.358394] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.359610] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5370ed0a-16d0-4014-ba98-0c1a508932a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.374324] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149899, 'name': CreateVM_Task, 'duration_secs': 0.651557} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.388328] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.389112] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.389303] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.389658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.390457] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fefa23b-f203-4f2c-974a-1d7b134babdd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.393367] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3221be-a91f-40f4-8d14-9d8f27d083d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.404676] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1242.404676] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52961946-6267-0cca-5961-607fd4729c48" [ 1242.404676] env[69350]: _type = "Task" [ 1242.404676] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.415160] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52961946-6267-0cca-5961-607fd4729c48, 'name': SearchDatastore_Task, 'duration_secs': 0.012592} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.415934] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.415934] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.416211] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.416211] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.416480] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.417256] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-466c016a-4b7e-41a7-adaa-1923b2c76526 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.426728] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.426935] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.427736] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766d40cf-d7f3-45bd-b196-981c9b271e78 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.431905] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.432200] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5757608-9aea-4aa8-8d7d-53ff7c215539 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.438475] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1242.438475] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5267534b-afc1-058c-6017-bc6edcbe35c6" [ 1242.438475] env[69350]: _type = "Task" [ 1242.438475] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.440177] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1242.440177] env[69350]: value = "task-4149901" [ 1242.440177] env[69350]: _type = "Task" [ 1242.440177] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.458182] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1242.458437] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.458696] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.458849] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.459038] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.459321] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5267534b-afc1-058c-6017-bc6edcbe35c6, 'name': SearchDatastore_Task, 'duration_secs': 0.013851} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.459533] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a01b03de-cb8a-47e8-83b6-22c5debf1c4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.461869] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7f9604-1abb-4e77-8738-8f02eb2d25a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.470862] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1242.470862] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52739b32-5920-18f5-c83e-dcd175083038" [ 1242.470862] env[69350]: _type = "Task" [ 1242.470862] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.476461] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.476781] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.478353] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421742b0-bfb8-40e4-9920-5a8b737c9f98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.486442] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52739b32-5920-18f5-c83e-dcd175083038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.490887] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1242.490887] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52638aa7-102d-d203-50a5-3143c2f74ec6" [ 1242.490887] env[69350]: _type = "Task" [ 1242.490887] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.499258] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52638aa7-102d-d203-50a5-3143c2f74ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.548908] env[69350]: DEBUG oslo_concurrency.lockutils [None req-786785d1-195d-4bcd-a0b5-66f5113e52d0 tempest-ServersNegativeTestJSON-949345807 tempest-ServersNegativeTestJSON-949345807-project-member] Lock "bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.923s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.623692] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06891085-4bb3-4813-8238-91c0b87105b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.631728] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25cd1b3-f08c-4d53-8270-a2aef984f64b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.675495] env[69350]: DEBUG oslo_concurrency.lockutils [req-ee17339b-6bd4-47e1-860a-9fd9b0018c4e req-975bbb66-07c7-4ac8-85cd-7b5baac373dd service nova] Releasing lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.677517] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbb447f-e223-40a9-ac01-9ab42a8cf307 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.681932] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "interface-506805ef-b2f2-4f90-8476-a78fb4cea943-c881f573-c3d0-42ce-a18e-b14fbfe61362" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.682173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-506805ef-b2f2-4f90-8476-a78fb4cea943-c881f573-c3d0-42ce-a18e-b14fbfe61362" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.686874] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e7ca5f-0eec-4826-a52f-88f515523e71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.701707] env[69350]: DEBUG nova.compute.provider_tree [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.982057] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52739b32-5920-18f5-c83e-dcd175083038, 'name': SearchDatastore_Task, 'duration_secs': 0.02225} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.982258] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.982527] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 8110e254-befa-4520-b07b-e96998f58fa4/8110e254-befa-4520-b07b-e96998f58fa4.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.982789] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61582cd1-84a1-4e71-9d3a-1ae1557d11e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.990046] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1242.990046] env[69350]: value = "task-4149902" [ 1242.990046] env[69350]: _type = "Task" [ 1242.990046] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.002753] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.006365] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52638aa7-102d-d203-50a5-3143c2f74ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.007142] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351a9308-a021-4957-8a5f-5d5e9ee4f3c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.012526] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1243.012526] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529ab3a6-b3f3-ca17-f0e5-621d55ffa7d3" [ 1243.012526] env[69350]: _type = "Task" [ 1243.012526] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.020540] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529ab3a6-b3f3-ca17-f0e5-621d55ffa7d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.181222] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.181617] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a32449cb-70b7-4653-ac7e-a59f12fcb6fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.186383] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.186573] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.187384] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d38aa4-3c87-420e-8871-159e99f0bbb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.191253] env[69350]: DEBUG oslo_vmware.api [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1243.191253] env[69350]: value = "task-4149903" [ 1243.191253] env[69350]: _type = "Task" [ 1243.191253] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.207403] env[69350]: DEBUG nova.scheduler.client.report [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.211593] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c7d630-c5e4-4714-afbf-ad1a31e5ff4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.217737] env[69350]: DEBUG oslo_vmware.api [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.242989] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Reconfiguring VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1243.243772] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed8fdb0-2736-42d7-9b46-bb406c91e219 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.264985] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1243.264985] env[69350]: value = "task-4149904" [ 1243.264985] env[69350]: _type = "Task" [ 1243.264985] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.275201] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.502043] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149902, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.523169] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529ab3a6-b3f3-ca17-f0e5-621d55ffa7d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.523463] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.523768] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] ade0e108-fa6d-415d-be95-032a13963fc8/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1243.524019] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fc49b97-2548-4f2b-a108-492d18bac5f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.532815] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1243.532815] env[69350]: value = "task-4149905" [ 1243.532815] env[69350]: _type = "Task" [ 1243.532815] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.542371] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.701827] env[69350]: DEBUG oslo_vmware.api [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149903, 'name': PowerOffVM_Task, 'duration_secs': 0.451747} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.702200] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.702502] env[69350]: DEBUG nova.compute.manager [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.703332] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7505bb60-c5a1-4876-8600-5a2d18328384 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.718424] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.743250] env[69350]: INFO nova.scheduler.client.report [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Deleted allocations for instance d2beda23-078b-46d7-bcdd-26db36f02cc6 [ 1243.781242] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.004754] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589266} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.005197] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 8110e254-befa-4520-b07b-e96998f58fa4/8110e254-befa-4520-b07b-e96998f58fa4.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.005514] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.005695] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33896295-5883-481d-a1ff-0b9e43533c61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.016542] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1244.016542] env[69350]: value = "task-4149906" [ 1244.016542] env[69350]: _type = "Task" [ 1244.016542] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.029294] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.042629] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149905, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.217827] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6095f80c-906a-4dda-bf86-23d958ee1aac tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "71ea4327-cd72-49c8-ba83-e0c342ebc841" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.254500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c0efafb-80db-48fa-83b6-52b7152b3e92 tempest-ServerActionsTestOtherB-1339566970 tempest-ServerActionsTestOtherB-1339566970-project-member] Lock "d2beda23-078b-46d7-bcdd-26db36f02cc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.090s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.276399] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.527171] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098278} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.527562] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.528442] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d97c75-83e7-4d9a-a511-993452895d88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.554500] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 8110e254-befa-4520-b07b-e96998f58fa4/8110e254-befa-4520-b07b-e96998f58fa4.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.556647] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425495f8-821f-4d9c-adaa-20b445788fd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.577373] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540648} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.579068] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] ade0e108-fa6d-415d-be95-032a13963fc8/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. [ 1244.579605] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1244.579605] env[69350]: value = "task-4149907" [ 1244.579605] env[69350]: _type = "Task" [ 1244.579605] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.581759] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c117edb2-c3e3-455b-836e-efb094ec68dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.630275] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ade0e108-fa6d-415d-be95-032a13963fc8/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.633875] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca130bf9-e12a-4a3a-8247-f64450089cbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.647131] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.654845] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1244.654845] env[69350]: value = "task-4149908" [ 1244.654845] env[69350]: _type = "Task" [ 1244.654845] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.665904] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.775729] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.875013] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "71ea4327-cd72-49c8-ba83-e0c342ebc841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.875603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "71ea4327-cd72-49c8-ba83-e0c342ebc841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.875865] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "71ea4327-cd72-49c8-ba83-e0c342ebc841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.876121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "71ea4327-cd72-49c8-ba83-e0c342ebc841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.876350] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "71ea4327-cd72-49c8-ba83-e0c342ebc841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.878741] env[69350]: INFO nova.compute.manager [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Terminating instance [ 1245.098050] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149907, 'name': ReconfigVM_Task, 'duration_secs': 0.396759} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.098050] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 8110e254-befa-4520-b07b-e96998f58fa4/8110e254-befa-4520-b07b-e96998f58fa4.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.098050] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbe1c999-771c-4bec-abfd-00980a27286e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.104647] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1245.104647] env[69350]: value = "task-4149910" [ 1245.104647] env[69350]: _type = "Task" [ 1245.104647] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.112997] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149910, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.166395] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149908, 'name': ReconfigVM_Task, 'duration_secs': 0.312165} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.166795] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ade0e108-fa6d-415d-be95-032a13963fc8/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.167696] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b026481-3326-43cb-9b10-8a347f2a4dbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.194126] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a613c1ed-b044-45f9-a3d0-60d970cb4998 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.210758] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1245.210758] env[69350]: value = "task-4149911" [ 1245.210758] env[69350]: _type = "Task" [ 1245.210758] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.220517] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.277732] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.384351] env[69350]: DEBUG nova.compute.manager [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.384588] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.385985] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b983ee2-9b03-45c7-b3ce-dc750e2683dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.394482] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.394660] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fd0d9bb-d5a9-4b34-8a14-7dd2179bf2de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.463652] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.463822] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.464031] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleting the datastore file [datastore1] 71ea4327-cd72-49c8-ba83-e0c342ebc841 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.464329] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06919385-7222-4491-9c8d-1f093ec72f13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.473759] env[69350]: DEBUG oslo_vmware.api [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1245.473759] env[69350]: value = "task-4149913" [ 1245.473759] env[69350]: _type = "Task" [ 1245.473759] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.481843] env[69350]: DEBUG oslo_vmware.api [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.615899] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149910, 'name': Rename_Task, 'duration_secs': 0.147786} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.616232] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.616525] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d345dc-c6c7-4653-9e23-8ba3d0a5c088 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.623711] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1245.623711] env[69350]: value = "task-4149914" [ 1245.623711] env[69350]: _type = "Task" [ 1245.623711] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.632602] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.722323] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149911, 'name': ReconfigVM_Task, 'duration_secs': 0.360587} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.722601] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.722860] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0145e426-d057-4d2c-8114-a07dc9e072a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.729826] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1245.729826] env[69350]: value = "task-4149915" [ 1245.729826] env[69350]: _type = "Task" [ 1245.729826] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.738303] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.777322] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.876474] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.876851] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.984380] env[69350]: DEBUG oslo_vmware.api [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164971} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.984671] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.984865] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.985091] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.985298] env[69350]: INFO nova.compute.manager [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1245.985597] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.985806] env[69350]: DEBUG nova.compute.manager [-] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.985903] env[69350]: DEBUG nova.network.neutron [-] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.134702] env[69350]: DEBUG oslo_vmware.api [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149914, 'name': PowerOnVM_Task, 'duration_secs': 0.490153} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.134982] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.135290] env[69350]: INFO nova.compute.manager [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1246.135513] env[69350]: DEBUG nova.compute.manager [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.136412] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfbdc7a-d92e-47eb-a436-baee295cda77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.240113] env[69350]: DEBUG oslo_vmware.api [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149915, 'name': PowerOnVM_Task, 'duration_secs': 0.485146} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.240399] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.243674] env[69350]: DEBUG nova.compute.manager [None req-13eb47e2-9a6e-41d7-a504-16ce19e6c885 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.244837] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9877d82c-5970-424c-a592-565723b15dc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.251697] env[69350]: DEBUG nova.compute.manager [req-44c4b233-a0e2-4440-a0eb-4094d0742b56 req-d354882c-0d58-47aa-b52d-4c0cfb8e4f9d service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Received event network-vif-deleted-7c53839f-fc68-4b62-b4aa-2ad714311e42 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.251697] env[69350]: INFO nova.compute.manager [req-44c4b233-a0e2-4440-a0eb-4094d0742b56 req-d354882c-0d58-47aa-b52d-4c0cfb8e4f9d service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Neutron deleted interface 7c53839f-fc68-4b62-b4aa-2ad714311e42; detaching it from the instance and deleting it from the info cache [ 1246.251851] env[69350]: DEBUG nova.network.neutron [req-44c4b233-a0e2-4440-a0eb-4094d0742b56 req-d354882c-0d58-47aa-b52d-4c0cfb8e4f9d service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.278164] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.380604] env[69350]: INFO nova.compute.manager [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Detaching volume e260cc68-f27a-4099-8ebd-df203895b8ac [ 1246.415881] env[69350]: INFO nova.virt.block_device [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Attempting to driver detach volume e260cc68-f27a-4099-8ebd-df203895b8ac from mountpoint /dev/sdb [ 1246.416194] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1246.416392] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821718', 'volume_id': 'e260cc68-f27a-4099-8ebd-df203895b8ac', 'name': 'volume-e260cc68-f27a-4099-8ebd-df203895b8ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a48b5209-b8cf-4efe-9051-46cc46ed9d83', 'attached_at': '', 'detached_at': '', 'volume_id': 'e260cc68-f27a-4099-8ebd-df203895b8ac', 'serial': 'e260cc68-f27a-4099-8ebd-df203895b8ac'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1246.417264] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35163c6-574d-48b8-8be8-e3d9da7bc693 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.440156] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7687a44a-6eca-4b1a-a550-ca580f9930a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.447663] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf3b2ba-edb3-4a7e-9225-7fdaf44277c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.468089] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34457e4-f2c6-48d0-b372-e5d5b442d8b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.483061] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] The volume has not been displaced from its original location: [datastore1] volume-e260cc68-f27a-4099-8ebd-df203895b8ac/volume-e260cc68-f27a-4099-8ebd-df203895b8ac.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1246.488407] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.488693] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3045de5c-beca-4ba4-8b3d-7c3dcc44579d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.507881] env[69350]: DEBUG oslo_vmware.api [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1246.507881] env[69350]: value = "task-4149916" [ 1246.507881] env[69350]: _type = "Task" [ 1246.507881] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.516235] env[69350]: DEBUG oslo_vmware.api [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.656012] env[69350]: INFO nova.compute.manager [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Took 14.43 seconds to build instance. [ 1246.730436] env[69350]: DEBUG nova.network.neutron [-] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.760194] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8104dc0c-4430-42b8-a31c-30b315bb9de1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.776226] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cf5d67-83bf-405a-9e26-51928b1e931d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.797495] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.808574] env[69350]: DEBUG nova.compute.manager [req-44c4b233-a0e2-4440-a0eb-4094d0742b56 req-d354882c-0d58-47aa-b52d-4c0cfb8e4f9d service nova] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Detach interface failed, port_id=7c53839f-fc68-4b62-b4aa-2ad714311e42, reason: Instance 71ea4327-cd72-49c8-ba83-e0c342ebc841 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.018243] env[69350]: DEBUG oslo_vmware.api [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149916, 'name': ReconfigVM_Task, 'duration_secs': 0.373438} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.018540] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.023250] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-282927c1-4f39-4552-9946-904c03db7a81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.040032] env[69350]: DEBUG oslo_vmware.api [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1247.040032] env[69350]: value = "task-4149917" [ 1247.040032] env[69350]: _type = "Task" [ 1247.040032] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.048652] env[69350]: DEBUG oslo_vmware.api [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.158449] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5e4dfe38-245b-4a6a-91c0-8da525ecd756 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "8110e254-befa-4520-b07b-e96998f58fa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.939s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.233802] env[69350]: INFO nova.compute.manager [-] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Took 1.25 seconds to deallocate network for instance. [ 1247.280642] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.421975] env[69350]: INFO nova.compute.manager [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Unrescuing [ 1247.422290] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.422459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquired lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.422638] env[69350]: DEBUG nova.network.neutron [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.549892] env[69350]: DEBUG oslo_vmware.api [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149917, 'name': ReconfigVM_Task, 'duration_secs': 0.155829} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.550251] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821718', 'volume_id': 'e260cc68-f27a-4099-8ebd-df203895b8ac', 'name': 'volume-e260cc68-f27a-4099-8ebd-df203895b8ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a48b5209-b8cf-4efe-9051-46cc46ed9d83', 'attached_at': '', 'detached_at': '', 'volume_id': 'e260cc68-f27a-4099-8ebd-df203895b8ac', 'serial': 'e260cc68-f27a-4099-8ebd-df203895b8ac'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1247.741065] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.741478] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.741617] env[69350]: DEBUG nova.objects.instance [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lazy-loading 'resources' on Instance uuid 71ea4327-cd72-49c8-ba83-e0c342ebc841 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.780738] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.098936] env[69350]: DEBUG nova.objects.instance [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'flavor' on Instance uuid a48b5209-b8cf-4efe-9051-46cc46ed9d83 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.169902] env[69350]: DEBUG nova.network.neutron [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Updating instance_info_cache with network_info: [{"id": "dac21b83-4ad9-4756-b896-0b83569f5941", "address": "fa:16:3e:ae:c6:90", "network": {"id": "3b74ceff-5774-4730-95de-8703cc15d3c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-832827706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce6e4903250e48a083663862f20990db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac21b83-4a", "ovs_interfaceid": "dac21b83-4ad9-4756-b896-0b83569f5941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.278282] env[69350]: DEBUG nova.compute.manager [req-645bf487-007a-4f2f-b686-f6c3ecd0a8ab req-07103260-7c37-4765-afd3-592a4eb97cc8 service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Received event network-changed-1cf145b5-fc3f-4654-8444-f70f347402d0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.278464] env[69350]: DEBUG nova.compute.manager [req-645bf487-007a-4f2f-b686-f6c3ecd0a8ab req-07103260-7c37-4765-afd3-592a4eb97cc8 service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Refreshing instance network info cache due to event network-changed-1cf145b5-fc3f-4654-8444-f70f347402d0. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.278686] env[69350]: DEBUG oslo_concurrency.lockutils [req-645bf487-007a-4f2f-b686-f6c3ecd0a8ab req-07103260-7c37-4765-afd3-592a4eb97cc8 service nova] Acquiring lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.278831] env[69350]: DEBUG oslo_concurrency.lockutils [req-645bf487-007a-4f2f-b686-f6c3ecd0a8ab req-07103260-7c37-4765-afd3-592a4eb97cc8 service nova] Acquired lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.278992] env[69350]: DEBUG nova.network.neutron [req-645bf487-007a-4f2f-b686-f6c3ecd0a8ab req-07103260-7c37-4765-afd3-592a4eb97cc8 service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Refreshing network info cache for port 1cf145b5-fc3f-4654-8444-f70f347402d0 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.286015] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.359634] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eeca12-bdba-4bea-8b9d-e908000f5e39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.367799] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84515a46-3c7d-4859-8809-9f074702fe0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.400587] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097490b4-39b8-4f36-ac32-8e7d61b08606 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.408929] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c50299f-0d1b-4d7a-b248-a41e9a3032c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.423673] env[69350]: DEBUG nova.compute.provider_tree [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.673324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Releasing lock "refresh_cache-ade0e108-fa6d-415d-be95-032a13963fc8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.674028] env[69350]: DEBUG nova.objects.instance [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lazy-loading 'flavor' on Instance uuid ade0e108-fa6d-415d-be95-032a13963fc8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.784988] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.927687] env[69350]: DEBUG nova.scheduler.client.report [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.106186] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2228c381-672f-49e7-b5be-2a468f6b1e09 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.229s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.174528] env[69350]: DEBUG nova.network.neutron [req-645bf487-007a-4f2f-b686-f6c3ecd0a8ab req-07103260-7c37-4765-afd3-592a4eb97cc8 service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Updated VIF entry in instance network info cache for port 1cf145b5-fc3f-4654-8444-f70f347402d0. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.174528] env[69350]: DEBUG nova.network.neutron [req-645bf487-007a-4f2f-b686-f6c3ecd0a8ab req-07103260-7c37-4765-afd3-592a4eb97cc8 service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Updating instance_info_cache with network_info: [{"id": "1cf145b5-fc3f-4654-8444-f70f347402d0", "address": "fa:16:3e:c7:56:03", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf145b5-fc", "ovs_interfaceid": "1cf145b5-fc3f-4654-8444-f70f347402d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.180178] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2734362-cfa5-4dc8-8f84-2027678be33a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.203868] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.204222] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4fe871e-2837-474e-b8db-8d027b572109 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.212201] env[69350]: DEBUG oslo_vmware.api [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1249.212201] env[69350]: value = "task-4149918" [ 1249.212201] env[69350]: _type = "Task" [ 1249.212201] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.221538] env[69350]: DEBUG oslo_vmware.api [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.283969] env[69350]: DEBUG oslo_vmware.api [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149904, 'name': ReconfigVM_Task, 'duration_secs': 5.787778} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.284246] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.284524] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Reconfigured VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1249.433338] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.456801] env[69350]: INFO nova.scheduler.client.report [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted allocations for instance 71ea4327-cd72-49c8-ba83-e0c342ebc841 [ 1249.677121] env[69350]: DEBUG oslo_concurrency.lockutils [req-645bf487-007a-4f2f-b686-f6c3ecd0a8ab req-07103260-7c37-4765-afd3-592a4eb97cc8 service nova] Releasing lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.722548] env[69350]: DEBUG oslo_vmware.api [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149918, 'name': PowerOffVM_Task, 'duration_secs': 0.211025} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.722821] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.728242] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.728531] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65bea3c5-f742-4894-81e4-c8255941a316 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.747027] env[69350]: DEBUG oslo_vmware.api [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1249.747027] env[69350]: value = "task-4149919" [ 1249.747027] env[69350]: _type = "Task" [ 1249.747027] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.755924] env[69350]: DEBUG oslo_vmware.api [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.966367] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12fe57b5-e990-4e4c-9a88-bf81f48b07fc tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "71ea4327-cd72-49c8-ba83-e0c342ebc841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.091s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.167203] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.167530] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.167643] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.167845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.168027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.171696] env[69350]: INFO nova.compute.manager [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Terminating instance [ 1250.259167] env[69350]: DEBUG oslo_vmware.api [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149919, 'name': ReconfigVM_Task, 'duration_secs': 0.255518} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.259453] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.259652] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.259903] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57ab0e48-e35f-47ec-98ca-320adac6773b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.267174] env[69350]: DEBUG oslo_vmware.api [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1250.267174] env[69350]: value = "task-4149920" [ 1250.267174] env[69350]: _type = "Task" [ 1250.267174] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.278375] env[69350]: DEBUG oslo_vmware.api [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.678041] env[69350]: DEBUG nova.compute.manager [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.678041] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.678705] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1764a4-8e7b-4c89-8cb3-8dbb50aadac2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.688287] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.688684] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa9114b-9ce5-4884-a59d-19f2b4fbc221 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.697070] env[69350]: DEBUG oslo_vmware.api [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1250.697070] env[69350]: value = "task-4149921" [ 1250.697070] env[69350]: _type = "Task" [ 1250.697070] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.707362] env[69350]: DEBUG oslo_vmware.api [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.779158] env[69350]: DEBUG oslo_vmware.api [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149920, 'name': PowerOnVM_Task, 'duration_secs': 0.462076} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.779458] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.779718] env[69350]: DEBUG nova.compute.manager [None req-a5684f31-7814-4544-8645-f18581380e44 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.780617] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d8bc5b-ec84-4390-924c-e5868a2a9322 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.862708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.863048] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.863351] env[69350]: DEBUG nova.network.neutron [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.093663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "51f57421-2b7b-4820-aadc-d549a23f7f92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.093900] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "51f57421-2b7b-4820-aadc-d549a23f7f92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.207804] env[69350]: DEBUG oslo_vmware.api [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149921, 'name': PowerOffVM_Task, 'duration_secs': 0.258315} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.208151] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.208286] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.208543] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4317af0c-0568-4afb-936e-ad4bed1cc5a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.279856] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.280172] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.280423] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleting the datastore file [datastore1] a48b5209-b8cf-4efe-9051-46cc46ed9d83 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.280763] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cc7a362-2f40-45cb-8096-648ced9404e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.288818] env[69350]: DEBUG oslo_vmware.api [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1251.288818] env[69350]: value = "task-4149923" [ 1251.288818] env[69350]: _type = "Task" [ 1251.288818] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.300602] env[69350]: DEBUG oslo_vmware.api [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.596436] env[69350]: DEBUG nova.compute.manager [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.801662] env[69350]: DEBUG oslo_vmware.api [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264062} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.801931] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.802142] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.802327] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.802520] env[69350]: INFO nova.compute.manager [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1251.802788] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.802997] env[69350]: DEBUG nova.compute.manager [-] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.803121] env[69350]: DEBUG nova.network.neutron [-] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.125125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.125442] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.126953] env[69350]: INFO nova.compute.claims [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.270190] env[69350]: INFO nova.network.neutron [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Port c881f573-c3d0-42ce-a18e-b14fbfe61362 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1252.270575] env[69350]: DEBUG nova.network.neutron [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [{"id": "2fe99613-863a-42da-a8f0-edae7923067a", "address": "fa:16:3e:96:5d:5c", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe99613-86", "ovs_interfaceid": "2fe99613-863a-42da-a8f0-edae7923067a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.407465] env[69350]: DEBUG nova.compute.manager [req-d392e06c-d050-441a-a011-761bc3d3a87b req-f52202df-33e8-4a79-a149-a2b263cfe96c service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received event network-changed-2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.407644] env[69350]: DEBUG nova.compute.manager [req-d392e06c-d050-441a-a011-761bc3d3a87b req-f52202df-33e8-4a79-a149-a2b263cfe96c service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing instance network info cache due to event network-changed-2fe99613-863a-42da-a8f0-edae7923067a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.407916] env[69350]: DEBUG oslo_concurrency.lockutils [req-d392e06c-d050-441a-a011-761bc3d3a87b req-f52202df-33e8-4a79-a149-a2b263cfe96c service nova] Acquiring lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.654012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "ade0e108-fa6d-415d-be95-032a13963fc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.654012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "ade0e108-fa6d-415d-be95-032a13963fc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.654012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "ade0e108-fa6d-415d-be95-032a13963fc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.654012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "ade0e108-fa6d-415d-be95-032a13963fc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.654012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "ade0e108-fa6d-415d-be95-032a13963fc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.655653] env[69350]: INFO nova.compute.manager [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Terminating instance [ 1252.779111] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.779111] env[69350]: DEBUG oslo_concurrency.lockutils [req-d392e06c-d050-441a-a011-761bc3d3a87b req-f52202df-33e8-4a79-a149-a2b263cfe96c service nova] Acquired lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.784197] env[69350]: DEBUG nova.network.neutron [req-d392e06c-d050-441a-a011-761bc3d3a87b req-f52202df-33e8-4a79-a149-a2b263cfe96c service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Refreshing network info cache for port 2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.094965] env[69350]: DEBUG nova.network.neutron [-] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.162921] env[69350]: DEBUG nova.compute.manager [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.162921] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.166534] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8cb1b2-0f26-4154-b571-da4979aff646 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.177407] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.177865] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f3570c8-234e-4c01-bdca-41debe547d45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.187022] env[69350]: DEBUG oslo_vmware.api [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1253.187022] env[69350]: value = "task-4149924" [ 1253.187022] env[69350]: _type = "Task" [ 1253.187022] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.199940] env[69350]: DEBUG oslo_vmware.api [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.286401] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9cf636b2-75b4-4243-bffb-034dbea7ab17 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-506805ef-b2f2-4f90-8476-a78fb4cea943-c881f573-c3d0-42ce-a18e-b14fbfe61362" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.604s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.310937] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2f097c-92d3-409b-b60d-226e5a030a87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.327709] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fd9d4d-acdd-4867-a390-49b146369736 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.371218] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b45e584-c77a-4591-a084-5b47c6acdc87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.380860] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6f78cf-c72c-4976-b06f-c32b0732c683 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.397847] env[69350]: DEBUG nova.compute.provider_tree [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.583107] env[69350]: DEBUG nova.network.neutron [req-d392e06c-d050-441a-a011-761bc3d3a87b req-f52202df-33e8-4a79-a149-a2b263cfe96c service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updated VIF entry in instance network info cache for port 2fe99613-863a-42da-a8f0-edae7923067a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.583107] env[69350]: DEBUG nova.network.neutron [req-d392e06c-d050-441a-a011-761bc3d3a87b req-f52202df-33e8-4a79-a149-a2b263cfe96c service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [{"id": "2fe99613-863a-42da-a8f0-edae7923067a", "address": "fa:16:3e:96:5d:5c", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe99613-86", "ovs_interfaceid": "2fe99613-863a-42da-a8f0-edae7923067a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.600322] env[69350]: INFO nova.compute.manager [-] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Took 1.80 seconds to deallocate network for instance. [ 1253.701202] env[69350]: DEBUG oslo_vmware.api [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149924, 'name': PowerOffVM_Task, 'duration_secs': 0.221936} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.701535] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.701720] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.701985] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d776c674-f840-4a8d-a43d-0fdcfeb02070 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.779025] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.779025] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.779025] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Deleting the datastore file [datastore2] ade0e108-fa6d-415d-be95-032a13963fc8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.779025] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ad844e0-a889-4031-a5fb-c10902f8893b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.787077] env[69350]: DEBUG oslo_vmware.api [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1253.787077] env[69350]: value = "task-4149926" [ 1253.787077] env[69350]: _type = "Task" [ 1253.787077] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.798797] env[69350]: DEBUG oslo_vmware.api [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.906519] env[69350]: DEBUG nova.scheduler.client.report [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.086479] env[69350]: DEBUG oslo_concurrency.lockutils [req-d392e06c-d050-441a-a011-761bc3d3a87b req-f52202df-33e8-4a79-a149-a2b263cfe96c service nova] Releasing lock "refresh_cache-506805ef-b2f2-4f90-8476-a78fb4cea943" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.114902] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.298329] env[69350]: DEBUG oslo_vmware.api [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166425} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.298692] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.298939] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.299198] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.299465] env[69350]: INFO nova.compute.manager [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1254.299825] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.300124] env[69350]: DEBUG nova.compute.manager [-] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.300271] env[69350]: DEBUG nova.network.neutron [-] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.411621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.412688] env[69350]: DEBUG nova.compute.manager [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.419020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.301s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.419020] env[69350]: DEBUG nova.objects.instance [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'resources' on Instance uuid a48b5209-b8cf-4efe-9051-46cc46ed9d83 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.451346] env[69350]: DEBUG nova.compute.manager [req-52b609d7-346d-4b39-a2de-3409bfd64a6c req-c71cde70-4b92-4461-a790-6cc479eb8c3b service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Received event network-changed-9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.451346] env[69350]: DEBUG nova.compute.manager [req-52b609d7-346d-4b39-a2de-3409bfd64a6c req-c71cde70-4b92-4461-a790-6cc479eb8c3b service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Refreshing instance network info cache due to event network-changed-9fb8bf58-4e85-4630-a255-091f0aac0f9f. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.451346] env[69350]: DEBUG oslo_concurrency.lockutils [req-52b609d7-346d-4b39-a2de-3409bfd64a6c req-c71cde70-4b92-4461-a790-6cc479eb8c3b service nova] Acquiring lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.451346] env[69350]: DEBUG oslo_concurrency.lockutils [req-52b609d7-346d-4b39-a2de-3409bfd64a6c req-c71cde70-4b92-4461-a790-6cc479eb8c3b service nova] Acquired lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.451346] env[69350]: DEBUG nova.network.neutron [req-52b609d7-346d-4b39-a2de-3409bfd64a6c req-c71cde70-4b92-4461-a790-6cc479eb8c3b service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Refreshing network info cache for port 9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.918331] env[69350]: DEBUG nova.compute.utils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.919772] env[69350]: DEBUG nova.compute.manager [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.919947] env[69350]: DEBUG nova.network.neutron [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.985137] env[69350]: DEBUG nova.policy [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b72908407774d4c9df9e4fd263c49b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1044e7c00d64162a80f5d05097d9a9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.060927] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987ad256-f635-4531-8d64-90169b649272 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.073577] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f47afb-df60-40e6-9ab9-c419c67af19c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.115034] env[69350]: DEBUG nova.network.neutron [-] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.119749] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1be0a0a-94c4-40d0-bfef-067f3ca7efe0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.129577] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec36457-93bf-40ab-8157-9193d4190fd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.146268] env[69350]: DEBUG nova.compute.provider_tree [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.397421] env[69350]: DEBUG nova.network.neutron [req-52b609d7-346d-4b39-a2de-3409bfd64a6c req-c71cde70-4b92-4461-a790-6cc479eb8c3b service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updated VIF entry in instance network info cache for port 9fb8bf58-4e85-4630-a255-091f0aac0f9f. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.397819] env[69350]: DEBUG nova.network.neutron [req-52b609d7-346d-4b39-a2de-3409bfd64a6c req-c71cde70-4b92-4461-a790-6cc479eb8c3b service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updating instance_info_cache with network_info: [{"id": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "address": "fa:16:3e:bc:79:cd", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb8bf58-4e", "ovs_interfaceid": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.426161] env[69350]: DEBUG nova.compute.manager [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.461515] env[69350]: DEBUG nova.network.neutron [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Successfully created port: b3aeeeb6-925c-4ec0-bb63-134b42cf98b5 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.623317] env[69350]: INFO nova.compute.manager [-] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Took 1.32 seconds to deallocate network for instance. [ 1255.673510] env[69350]: ERROR nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [req-f082800c-8da7-4c24-a255-26ef289cfe34] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f082800c-8da7-4c24-a255-26ef289cfe34"}]} [ 1255.699081] env[69350]: DEBUG nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1255.714182] env[69350]: DEBUG nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1255.714470] env[69350]: DEBUG nova.compute.provider_tree [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.736843] env[69350]: DEBUG nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1255.770383] env[69350]: DEBUG nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1255.904688] env[69350]: DEBUG oslo_concurrency.lockutils [req-52b609d7-346d-4b39-a2de-3409bfd64a6c req-c71cde70-4b92-4461-a790-6cc479eb8c3b service nova] Releasing lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.905530] env[69350]: DEBUG nova.compute.manager [req-52b609d7-346d-4b39-a2de-3409bfd64a6c req-c71cde70-4b92-4461-a790-6cc479eb8c3b service nova] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Received event network-vif-deleted-0cb84584-8dfb-4d6a-b489-e34fb17fdff9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.909823] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf57473-e145-476e-bb53-c1f47e1ab895 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.914629] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e5a1e7-4325-4398-a24b-c17fa9715c30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.953019] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f8ba42-63a1-4e2b-83e0-dcef83baa8db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.962663] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a504c87f-bbfb-4198-acde-f32496d38b1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.977070] env[69350]: DEBUG nova.compute.provider_tree [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.131625] env[69350]: DEBUG oslo_concurrency.lockutils [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.461029] env[69350]: DEBUG nova.compute.manager [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.479228] env[69350]: DEBUG nova.compute.manager [req-1964b8be-1213-437e-9dad-774b207af580 req-17e4a248-de3d-49d0-b95c-679a0ac9352e service nova] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Received event network-vif-deleted-dac21b83-4ad9-4756-b896-0b83569f5941 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.491792] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.492084] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.492476] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.492737] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.492905] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.493120] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.493899] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.493899] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.493899] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.493899] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.494096] env[69350]: DEBUG nova.virt.hardware [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.497659] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564615f5-62e4-4402-98b9-c42543b67117 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.505944] env[69350]: ERROR nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [req-26c26863-c535-432e-919b-a3e4bb391a6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-26c26863-c535-432e-919b-a3e4bb391a6b"}]} [ 1256.507644] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656bd4ec-979a-41a7-b9d7-7c1d22483fd3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.528459] env[69350]: DEBUG nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1256.548652] env[69350]: DEBUG nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1256.548894] env[69350]: DEBUG nova.compute.provider_tree [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.561767] env[69350]: DEBUG nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1256.581283] env[69350]: DEBUG nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1256.609520] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquiring lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.610486] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.714255] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e4e724-6594-4000-aa07-7b93b8254371 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.725454] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087766df-f8bc-4292-8810-226b836d8009 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.758014] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c73cfd-10b4-48bb-adcd-dd055170507e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.766673] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b37c48f-11b3-4847-bc63-7932e69773c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.780350] env[69350]: DEBUG nova.compute.provider_tree [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.068495] env[69350]: DEBUG nova.network.neutron [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Successfully updated port: b3aeeeb6-925c-4ec0-bb63-134b42cf98b5 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.114804] env[69350]: DEBUG nova.compute.manager [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.331015] env[69350]: DEBUG nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1257.331358] env[69350]: DEBUG nova.compute.provider_tree [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 175 to 176 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1257.331549] env[69350]: DEBUG nova.compute.provider_tree [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.571354] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "refresh_cache-51f57421-2b7b-4820-aadc-d549a23f7f92" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.571576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "refresh_cache-51f57421-2b7b-4820-aadc-d549a23f7f92" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.571666] env[69350]: DEBUG nova.network.neutron [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.640237] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.839345] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.423s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.841927] env[69350]: DEBUG oslo_concurrency.lockutils [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.710s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.842454] env[69350]: DEBUG nova.objects.instance [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lazy-loading 'resources' on Instance uuid ade0e108-fa6d-415d-be95-032a13963fc8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.858396] env[69350]: INFO nova.scheduler.client.report [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleted allocations for instance a48b5209-b8cf-4efe-9051-46cc46ed9d83 [ 1258.119180] env[69350]: DEBUG nova.network.neutron [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.260990] env[69350]: DEBUG nova.network.neutron [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Updating instance_info_cache with network_info: [{"id": "b3aeeeb6-925c-4ec0-bb63-134b42cf98b5", "address": "fa:16:3e:ea:02:fa", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3aeeeb6-92", "ovs_interfaceid": "b3aeeeb6-925c-4ec0-bb63-134b42cf98b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.365918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d062100f-11b9-41a6-b027-d97434f3bbb6 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "a48b5209-b8cf-4efe-9051-46cc46ed9d83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.198s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.451835] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb1fa78-f625-4ae9-ac11-2239fc9f2ed2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.460038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d505f16-8d91-4036-9688-8a07bf0aff9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.490499] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6443ae5b-357e-43a7-819d-a0befafb7615 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.498660] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb6edea-727f-4ade-80f3-021a5a1de0c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.505416] env[69350]: DEBUG nova.compute.manager [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Received event network-vif-plugged-b3aeeeb6-925c-4ec0-bb63-134b42cf98b5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.505642] env[69350]: DEBUG oslo_concurrency.lockutils [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] Acquiring lock "51f57421-2b7b-4820-aadc-d549a23f7f92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.505844] env[69350]: DEBUG oslo_concurrency.lockutils [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] Lock "51f57421-2b7b-4820-aadc-d549a23f7f92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.506025] env[69350]: DEBUG oslo_concurrency.lockutils [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] Lock "51f57421-2b7b-4820-aadc-d549a23f7f92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.506217] env[69350]: DEBUG nova.compute.manager [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] No waiting events found dispatching network-vif-plugged-b3aeeeb6-925c-4ec0-bb63-134b42cf98b5 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1258.506385] env[69350]: WARNING nova.compute.manager [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Received unexpected event network-vif-plugged-b3aeeeb6-925c-4ec0-bb63-134b42cf98b5 for instance with vm_state building and task_state spawning. [ 1258.506545] env[69350]: DEBUG nova.compute.manager [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Received event network-changed-b3aeeeb6-925c-4ec0-bb63-134b42cf98b5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.506700] env[69350]: DEBUG nova.compute.manager [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Refreshing instance network info cache due to event network-changed-b3aeeeb6-925c-4ec0-bb63-134b42cf98b5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.506871] env[69350]: DEBUG oslo_concurrency.lockutils [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] Acquiring lock "refresh_cache-51f57421-2b7b-4820-aadc-d549a23f7f92" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.521779] env[69350]: DEBUG nova.compute.provider_tree [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.764270] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "refresh_cache-51f57421-2b7b-4820-aadc-d549a23f7f92" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.764741] env[69350]: DEBUG nova.compute.manager [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Instance network_info: |[{"id": "b3aeeeb6-925c-4ec0-bb63-134b42cf98b5", "address": "fa:16:3e:ea:02:fa", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3aeeeb6-92", "ovs_interfaceid": "b3aeeeb6-925c-4ec0-bb63-134b42cf98b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.765031] env[69350]: DEBUG oslo_concurrency.lockutils [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] Acquired lock "refresh_cache-51f57421-2b7b-4820-aadc-d549a23f7f92" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.765244] env[69350]: DEBUG nova.network.neutron [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Refreshing network info cache for port b3aeeeb6-925c-4ec0-bb63-134b42cf98b5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.767257] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:02:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3aeeeb6-925c-4ec0-bb63-134b42cf98b5', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.774865] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.778271] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.779028] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa5a10fc-30fa-4314-a2d3-19dfb7a1d76f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.801079] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.801079] env[69350]: value = "task-4149927" [ 1258.801079] env[69350]: _type = "Task" [ 1258.801079] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.809951] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149927, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.010263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "interface-b4142a4d-5573-4744-8860-718f5f14fac5-c881f573-c3d0-42ce-a18e-b14fbfe61362" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.010539] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-b4142a4d-5573-4744-8860-718f5f14fac5-c881f573-c3d0-42ce-a18e-b14fbfe61362" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.010919] env[69350]: DEBUG nova.objects.instance [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'flavor' on Instance uuid b4142a4d-5573-4744-8860-718f5f14fac5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.024768] env[69350]: DEBUG nova.network.neutron [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Updated VIF entry in instance network info cache for port b3aeeeb6-925c-4ec0-bb63-134b42cf98b5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.025189] env[69350]: DEBUG nova.network.neutron [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Updating instance_info_cache with network_info: [{"id": "b3aeeeb6-925c-4ec0-bb63-134b42cf98b5", "address": "fa:16:3e:ea:02:fa", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3aeeeb6-92", "ovs_interfaceid": "b3aeeeb6-925c-4ec0-bb63-134b42cf98b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.027241] env[69350]: DEBUG nova.scheduler.client.report [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.312680] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149927, 'name': CreateVM_Task, 'duration_secs': 0.375515} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.312915] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.313744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.313841] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.314220] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.314630] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb413315-f91c-4236-9e2f-4a323146bdeb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.320332] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1259.320332] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520fc1ed-e809-3c54-83c1-79c3a3f4a644" [ 1259.320332] env[69350]: _type = "Task" [ 1259.320332] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.328703] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520fc1ed-e809-3c54-83c1-79c3a3f4a644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.532836] env[69350]: DEBUG oslo_concurrency.lockutils [req-19e51c9c-3f96-4ded-be2b-df6380994c77 req-8a843e6d-5a4d-4dee-9903-0678941ea231 service nova] Releasing lock "refresh_cache-51f57421-2b7b-4820-aadc-d549a23f7f92" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.533765] env[69350]: DEBUG oslo_concurrency.lockutils [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.535994] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.896s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.537474] env[69350]: INFO nova.compute.claims [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.562373] env[69350]: INFO nova.scheduler.client.report [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Deleted allocations for instance ade0e108-fa6d-415d-be95-032a13963fc8 [ 1259.703064] env[69350]: DEBUG nova.objects.instance [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'pci_requests' on Instance uuid b4142a4d-5573-4744-8860-718f5f14fac5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.833068] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520fc1ed-e809-3c54-83c1-79c3a3f4a644, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.833456] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.833623] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.833861] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.834018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.834218] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.834483] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1027013-5af7-4351-95ba-81ca50618422 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.843772] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.843965] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.844728] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7d7576-7e9f-4778-a1e2-fb1d600dbd7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.850162] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1259.850162] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526986e3-6372-cbd7-7c10-caae09666837" [ 1259.850162] env[69350]: _type = "Task" [ 1259.850162] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.864886] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526986e3-6372-cbd7-7c10-caae09666837, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.866254] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cad2b85-4e7d-42e0-ae08-22ad52c7e736 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.871893] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1259.871893] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52adfa18-73e8-dc93-a17c-4773f6038a6f" [ 1259.871893] env[69350]: _type = "Task" [ 1259.871893] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.885022] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52adfa18-73e8-dc93-a17c-4773f6038a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.885343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.885633] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 51f57421-2b7b-4820-aadc-d549a23f7f92/51f57421-2b7b-4820-aadc-d549a23f7f92.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.885919] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-807b6a4d-bed5-424e-b2ec-692c12def45b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.893179] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1259.893179] env[69350]: value = "task-4149928" [ 1259.893179] env[69350]: _type = "Task" [ 1259.893179] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.902309] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.072392] env[69350]: DEBUG oslo_concurrency.lockutils [None req-424d42e6-d92f-420c-8815-477d393c4ab5 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "ade0e108-fa6d-415d-be95-032a13963fc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.420s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.205666] env[69350]: DEBUG nova.objects.base [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1260.205963] env[69350]: DEBUG nova.network.neutron [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.310277] env[69350]: DEBUG nova.policy [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4db4ec4e7214fad90a24464240525e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01f41324f5d42edb4949e36cc14f759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.406208] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149928, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.508978] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.509441] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.509500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.509717] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.509897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.512233] env[69350]: INFO nova.compute.manager [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Terminating instance [ 1260.657358] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9675a1be-224a-43af-a10e-7741c39b6f5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.666400] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612a2544-ef7f-4897-9edd-3ec6b33080c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.697026] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb2a760-c808-4412-a0f0-fe83c422cbd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.705513] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d3f83d-e139-497d-95ec-e5b44bdead3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.721819] env[69350]: DEBUG nova.compute.provider_tree [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.905926] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567752} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.908067] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 51f57421-2b7b-4820-aadc-d549a23f7f92/51f57421-2b7b-4820-aadc-d549a23f7f92.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.908067] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.908067] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11323955-fc60-4061-925a-d8e6c33ab999 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.914187] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1260.914187] env[69350]: value = "task-4149929" [ 1260.914187] env[69350]: _type = "Task" [ 1260.914187] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.922961] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.018587] env[69350]: DEBUG nova.compute.manager [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.018860] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.019790] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95cf582-9f93-411d-b9f0-1276f38a9067 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.028599] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.028943] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-910863f6-2655-4935-8625-9a2e6771269d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.035403] env[69350]: DEBUG oslo_vmware.api [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1261.035403] env[69350]: value = "task-4149930" [ 1261.035403] env[69350]: _type = "Task" [ 1261.035403] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.046860] env[69350]: DEBUG oslo_vmware.api [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.122351] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.122790] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.248398] env[69350]: ERROR nova.scheduler.client.report [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [req-b8968cbf-a506-45b7-9345-84a7c4660d92] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8968cbf-a506-45b7-9345-84a7c4660d92"}]} [ 1261.267316] env[69350]: DEBUG nova.scheduler.client.report [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1261.281965] env[69350]: DEBUG nova.scheduler.client.report [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1261.282247] env[69350]: DEBUG nova.compute.provider_tree [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.295013] env[69350]: DEBUG nova.scheduler.client.report [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1261.316203] env[69350]: DEBUG nova.scheduler.client.report [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1261.421080] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521bd81e-c59b-47da-a66c-1005a6a817c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.426522] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067664} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.427146] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.427932] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb895088-3911-4a6a-9d31-959c0dfa9d61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.432821] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d08e7c-d92a-40f6-97ce-c034fdecc773 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.453332] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 51f57421-2b7b-4820-aadc-d549a23f7f92/51f57421-2b7b-4820-aadc-d549a23f7f92.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.454154] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ab3b9c-a782-4d5e-9ab9-0ed68f2ea8dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.495785] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fffca5-67ff-480a-86ff-b3669e0fea4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.500919] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1261.500919] env[69350]: value = "task-4149931" [ 1261.500919] env[69350]: _type = "Task" [ 1261.500919] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.507251] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546ba54d-ef86-47f6-8925-5a4f3dfe8123 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.514098] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.525498] env[69350]: DEBUG nova.compute.provider_tree [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.545710] env[69350]: DEBUG oslo_vmware.api [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149930, 'name': PowerOffVM_Task, 'duration_secs': 0.239305} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.545971] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.546162] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.546415] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef4138ca-8767-4eb5-b0e5-2bd80813838c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.613345] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.613533] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.613690] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Deleting the datastore file [datastore1] 4c0141bf-f9b5-4107-9a55-dc37e00715ec {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.613968] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5cc9e3c-8405-434a-8398-ce76fe79675e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.622904] env[69350]: DEBUG oslo_vmware.api [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for the task: (returnval){ [ 1261.622904] env[69350]: value = "task-4149933" [ 1261.622904] env[69350]: _type = "Task" [ 1261.622904] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.627236] env[69350]: DEBUG nova.compute.manager [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.635639] env[69350]: DEBUG oslo_vmware.api [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.993208] env[69350]: DEBUG nova.compute.manager [req-07c34ac0-8994-4637-8c19-f39ca779be65 req-e0cf3681-7bd2-40f1-9552-1e8b78cc9022 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Received event network-vif-plugged-c881f573-c3d0-42ce-a18e-b14fbfe61362 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.993833] env[69350]: DEBUG oslo_concurrency.lockutils [req-07c34ac0-8994-4637-8c19-f39ca779be65 req-e0cf3681-7bd2-40f1-9552-1e8b78cc9022 service nova] Acquiring lock "b4142a4d-5573-4744-8860-718f5f14fac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.994211] env[69350]: DEBUG oslo_concurrency.lockutils [req-07c34ac0-8994-4637-8c19-f39ca779be65 req-e0cf3681-7bd2-40f1-9552-1e8b78cc9022 service nova] Lock "b4142a4d-5573-4744-8860-718f5f14fac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.994546] env[69350]: DEBUG oslo_concurrency.lockutils [req-07c34ac0-8994-4637-8c19-f39ca779be65 req-e0cf3681-7bd2-40f1-9552-1e8b78cc9022 service nova] Lock "b4142a4d-5573-4744-8860-718f5f14fac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.994857] env[69350]: DEBUG nova.compute.manager [req-07c34ac0-8994-4637-8c19-f39ca779be65 req-e0cf3681-7bd2-40f1-9552-1e8b78cc9022 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] No waiting events found dispatching network-vif-plugged-c881f573-c3d0-42ce-a18e-b14fbfe61362 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.995183] env[69350]: WARNING nova.compute.manager [req-07c34ac0-8994-4637-8c19-f39ca779be65 req-e0cf3681-7bd2-40f1-9552-1e8b78cc9022 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Received unexpected event network-vif-plugged-c881f573-c3d0-42ce-a18e-b14fbfe61362 for instance with vm_state active and task_state None. [ 1262.011269] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149931, 'name': ReconfigVM_Task, 'duration_secs': 0.328454} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.012233] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 51f57421-2b7b-4820-aadc-d549a23f7f92/51f57421-2b7b-4820-aadc-d549a23f7f92.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.013558] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42816b8e-3e80-42de-8a81-0f6c0e3a2cdf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.021573] env[69350]: DEBUG nova.network.neutron [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Successfully updated port: c881f573-c3d0-42ce-a18e-b14fbfe61362 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.027960] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1262.027960] env[69350]: value = "task-4149934" [ 1262.027960] env[69350]: _type = "Task" [ 1262.027960] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.041437] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149934, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.060303] env[69350]: DEBUG nova.scheduler.client.report [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1262.060583] env[69350]: DEBUG nova.compute.provider_tree [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 177 to 178 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1262.061795] env[69350]: DEBUG nova.compute.provider_tree [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.135655] env[69350]: DEBUG oslo_vmware.api [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Task: {'id': task-4149933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212335} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.138057] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.138261] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.138447] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.138621] env[69350]: INFO nova.compute.manager [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1262.138905] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.140033] env[69350]: DEBUG nova.compute.manager [-] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.140033] env[69350]: DEBUG nova.network.neutron [-] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.149099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.529419] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.529600] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.529783] env[69350]: DEBUG nova.network.neutron [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.541386] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149934, 'name': Rename_Task, 'duration_secs': 0.224284} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.541748] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.542021] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00b179b7-2756-43b2-ba65-bac38f04148a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.549717] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1262.549717] env[69350]: value = "task-4149935" [ 1262.549717] env[69350]: _type = "Task" [ 1262.549717] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.558619] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.566980] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.031s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.567539] env[69350]: DEBUG nova.compute.manager [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.570106] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.421s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.571601] env[69350]: INFO nova.compute.claims [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.844767] env[69350]: DEBUG nova.network.neutron [-] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.063610] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149935, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.076552] env[69350]: DEBUG nova.compute.utils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.080006] env[69350]: DEBUG nova.compute.manager [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.080312] env[69350]: DEBUG nova.network.neutron [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.100949] env[69350]: WARNING nova.network.neutron [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] 37095e44-7b86-400c-94e0-6ac85981e885 already exists in list: networks containing: ['37095e44-7b86-400c-94e0-6ac85981e885']. ignoring it [ 1263.158111] env[69350]: DEBUG nova.policy [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70118535dbbb4aeb881e1c0f2ec3c546', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f7b86719ba0480097d12a0b0ea8bb57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.348339] env[69350]: INFO nova.compute.manager [-] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Took 1.21 seconds to deallocate network for instance. [ 1263.533482] env[69350]: DEBUG nova.network.neutron [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updating instance_info_cache with network_info: [{"id": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "address": "fa:16:3e:bc:79:cd", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb8bf58-4e", "ovs_interfaceid": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c881f573-c3d0-42ce-a18e-b14fbfe61362", "address": "fa:16:3e:eb:5a:1d", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc881f573-c3", "ovs_interfaceid": "c881f573-c3d0-42ce-a18e-b14fbfe61362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.564084] env[69350]: DEBUG oslo_vmware.api [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149935, 'name': PowerOnVM_Task, 'duration_secs': 0.550059} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.564378] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.564586] env[69350]: INFO nova.compute.manager [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1263.564810] env[69350]: DEBUG nova.compute.manager [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.565657] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb804bb-fc2f-4b94-b213-94a96858d335 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.580965] env[69350]: DEBUG nova.compute.manager [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.596693] env[69350]: DEBUG nova.network.neutron [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Successfully created port: 51d16880-fb24-4079-a854-88860081e6c6 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.742174] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb829a0-cdac-4b1c-a8b7-0bfb9e624e8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.750144] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fff7cd5-7159-4ab2-b281-7c212f1bcd14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.782248] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afa8770-3e50-4e88-9064-82147e4cda3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.790643] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd8cb70-5533-4626-a80e-6a51fe8f9f86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.805664] env[69350]: DEBUG nova.compute.provider_tree [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.855633] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.036180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.036925] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.037131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.038053] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b3b708-431b-4795-9790-c2780ec51270 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.055895] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.056169] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.056336] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.056520] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.056661] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.056812] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.057026] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.057195] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.057362] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.057529] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.057750] env[69350]: DEBUG nova.virt.hardware [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.064118] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Reconfiguring VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1264.064814] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05e89906-58d4-45d4-9861-eaaf11f0b6b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.082883] env[69350]: DEBUG nova.compute.manager [req-75350dfd-9532-4c96-8914-1133c4a449cf req-5175e232-efcb-4ab6-9885-fc8ecc91a3b6 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Received event network-changed-c881f573-c3d0-42ce-a18e-b14fbfe61362 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.083091] env[69350]: DEBUG nova.compute.manager [req-75350dfd-9532-4c96-8914-1133c4a449cf req-5175e232-efcb-4ab6-9885-fc8ecc91a3b6 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Refreshing instance network info cache due to event network-changed-c881f573-c3d0-42ce-a18e-b14fbfe61362. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.083349] env[69350]: DEBUG oslo_concurrency.lockutils [req-75350dfd-9532-4c96-8914-1133c4a449cf req-5175e232-efcb-4ab6-9885-fc8ecc91a3b6 service nova] Acquiring lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.083501] env[69350]: DEBUG oslo_concurrency.lockutils [req-75350dfd-9532-4c96-8914-1133c4a449cf req-5175e232-efcb-4ab6-9885-fc8ecc91a3b6 service nova] Acquired lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.083668] env[69350]: DEBUG nova.network.neutron [req-75350dfd-9532-4c96-8914-1133c4a449cf req-5175e232-efcb-4ab6-9885-fc8ecc91a3b6 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Refreshing network info cache for port c881f573-c3d0-42ce-a18e-b14fbfe61362 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.087301] env[69350]: INFO nova.compute.manager [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Took 11.98 seconds to build instance. [ 1264.093917] env[69350]: DEBUG oslo_vmware.api [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1264.093917] env[69350]: value = "task-4149936" [ 1264.093917] env[69350]: _type = "Task" [ 1264.093917] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.104737] env[69350]: DEBUG oslo_vmware.api [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149936, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.338879] env[69350]: DEBUG nova.scheduler.client.report [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1264.339157] env[69350]: DEBUG nova.compute.provider_tree [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 178 to 179 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1264.339343] env[69350]: DEBUG nova.compute.provider_tree [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1264.591585] env[69350]: DEBUG oslo_concurrency.lockutils [None req-05d407fe-2958-4803-862a-19a4de6a8b60 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "51f57421-2b7b-4820-aadc-d549a23f7f92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.497s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.592810] env[69350]: DEBUG nova.compute.manager [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.609969] env[69350]: DEBUG oslo_vmware.api [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.624497] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.624736] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.624896] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.625095] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.625254] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.625477] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.625696] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.625857] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.626034] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.626206] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.626384] env[69350]: DEBUG nova.virt.hardware [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.627270] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e046da97-4eca-47ab-866e-7b8e8cf2c48f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.637972] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a3384b-f241-4b69-8145-19fb4ae87d87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.822419] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427c5c39-819a-4e99-af12-fc695b1855cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.826333] env[69350]: DEBUG nova.network.neutron [req-75350dfd-9532-4c96-8914-1133c4a449cf req-5175e232-efcb-4ab6-9885-fc8ecc91a3b6 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updated VIF entry in instance network info cache for port c881f573-c3d0-42ce-a18e-b14fbfe61362. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.826795] env[69350]: DEBUG nova.network.neutron [req-75350dfd-9532-4c96-8914-1133c4a449cf req-5175e232-efcb-4ab6-9885-fc8ecc91a3b6 service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updating instance_info_cache with network_info: [{"id": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "address": "fa:16:3e:bc:79:cd", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb8bf58-4e", "ovs_interfaceid": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c881f573-c3d0-42ce-a18e-b14fbfe61362", "address": "fa:16:3e:eb:5a:1d", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc881f573-c3", "ovs_interfaceid": "c881f573-c3d0-42ce-a18e-b14fbfe61362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.833772] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bca86542-1845-4414-8383-00f3b6da4876 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Suspending the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1264.833772] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b100f9c4-2446-4ff1-9dab-ecbb9c27b353 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.840899] env[69350]: DEBUG oslo_vmware.api [None req-bca86542-1845-4414-8383-00f3b6da4876 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1264.840899] env[69350]: value = "task-4149937" [ 1264.840899] env[69350]: _type = "Task" [ 1264.840899] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.846258] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.847028] env[69350]: DEBUG nova.compute.manager [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1264.851626] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.996s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.852068] env[69350]: DEBUG nova.objects.instance [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lazy-loading 'resources' on Instance uuid 4c0141bf-f9b5-4107-9a55-dc37e00715ec {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.861840] env[69350]: DEBUG oslo_vmware.api [None req-bca86542-1845-4414-8383-00f3b6da4876 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149937, 'name': SuspendVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.107203] env[69350]: DEBUG oslo_vmware.api [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149936, 'name': ReconfigVM_Task, 'duration_secs': 0.668001} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.108168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.108500] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Reconfigured VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1265.234809] env[69350]: DEBUG nova.network.neutron [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Successfully updated port: 51d16880-fb24-4079-a854-88860081e6c6 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.330726] env[69350]: DEBUG oslo_concurrency.lockutils [req-75350dfd-9532-4c96-8914-1133c4a449cf req-5175e232-efcb-4ab6-9885-fc8ecc91a3b6 service nova] Releasing lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.331025] env[69350]: DEBUG nova.compute.manager [req-75350dfd-9532-4c96-8914-1133c4a449cf req-5175e232-efcb-4ab6-9885-fc8ecc91a3b6 service nova] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Received event network-vif-deleted-9cbb3a61-8b95-4fb2-9b34-58b2e247cca8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.352946] env[69350]: DEBUG oslo_vmware.api [None req-bca86542-1845-4414-8383-00f3b6da4876 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149937, 'name': SuspendVM_Task} progress is 50%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.358043] env[69350]: DEBUG nova.compute.utils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.359550] env[69350]: DEBUG nova.compute.manager [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.359742] env[69350]: DEBUG nova.network.neutron [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.404997] env[69350]: DEBUG nova.policy [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4257e7c9f34a4318bf463fc44662861e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a0ac11a9214508a4e75bf00caf6546', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.465015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2245fe-5640-4185-b113-be38d2d7774c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.474119] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160fb037-dadc-4fed-af22-27fb31743c5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.507285] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a90dd55-357a-4e82-95bb-370d72d53d58 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.516045] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac2462-aa2c-4911-8da6-821d1c217363 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.530992] env[69350]: DEBUG nova.compute.provider_tree [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.613953] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c714d51b-d153-49d0-8c1c-1ceef6dfa466 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-b4142a4d-5573-4744-8860-718f5f14fac5-c881f573-c3d0-42ce-a18e-b14fbfe61362" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.603s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.738097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquiring lock "refresh_cache-4b0134d5-37b0-428f-a04a-06f4daa7b86d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.738331] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquired lock "refresh_cache-4b0134d5-37b0-428f-a04a-06f4daa7b86d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.738393] env[69350]: DEBUG nova.network.neutron [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.851932] env[69350]: DEBUG oslo_vmware.api [None req-bca86542-1845-4414-8383-00f3b6da4876 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149937, 'name': SuspendVM_Task, 'duration_secs': 0.695518} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.852272] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bca86542-1845-4414-8383-00f3b6da4876 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Suspended the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1265.852474] env[69350]: DEBUG nova.compute.manager [None req-bca86542-1845-4414-8383-00f3b6da4876 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.853364] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a094d5-3e18-4625-8df7-45326de6b05d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.863113] env[69350]: DEBUG nova.compute.manager [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.034109] env[69350]: DEBUG nova.scheduler.client.report [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.227677] env[69350]: DEBUG nova.compute.manager [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Received event network-vif-plugged-51d16880-fb24-4079-a854-88860081e6c6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.227677] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] Acquiring lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.227677] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] Lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.227962] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] Lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.228063] env[69350]: DEBUG nova.compute.manager [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] No waiting events found dispatching network-vif-plugged-51d16880-fb24-4079-a854-88860081e6c6 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.228175] env[69350]: WARNING nova.compute.manager [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Received unexpected event network-vif-plugged-51d16880-fb24-4079-a854-88860081e6c6 for instance with vm_state building and task_state spawning. [ 1266.228334] env[69350]: DEBUG nova.compute.manager [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Received event network-changed-51d16880-fb24-4079-a854-88860081e6c6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.228826] env[69350]: DEBUG nova.compute.manager [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Refreshing instance network info cache due to event network-changed-51d16880-fb24-4079-a854-88860081e6c6. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.228826] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] Acquiring lock "refresh_cache-4b0134d5-37b0-428f-a04a-06f4daa7b86d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.302585] env[69350]: DEBUG nova.network.neutron [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.327289] env[69350]: DEBUG nova.network.neutron [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Successfully created port: 05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.539691] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.564673] env[69350]: INFO nova.scheduler.client.report [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Deleted allocations for instance 4c0141bf-f9b5-4107-9a55-dc37e00715ec [ 1266.611786] env[69350]: DEBUG nova.network.neutron [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Updating instance_info_cache with network_info: [{"id": "51d16880-fb24-4079-a854-88860081e6c6", "address": "fa:16:3e:03:94:82", "network": {"id": "f33345eb-7a50-4aa4-8619-73d9052a9bc0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-327586573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f7b86719ba0480097d12a0b0ea8bb57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d16880-fb", "ovs_interfaceid": "51d16880-fb24-4079-a854-88860081e6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.872663] env[69350]: DEBUG nova.compute.manager [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1266.904808] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.905355] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.905355] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.905561] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.906527] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.906527] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.906527] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.906527] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.906527] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.906736] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.906736] env[69350]: DEBUG nova.virt.hardware [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.907746] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b94da-be3b-4c1c-8b4f-8147cf73df11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.917195] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42fed39-c38e-4a9c-a6a6-13a71963de1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.072624] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1da7e75e-7d31-43ba-aa35-e1ba32812986 tempest-ServerRescueTestJSON-142228568 tempest-ServerRescueTestJSON-142228568-project-member] Lock "4c0141bf-f9b5-4107-9a55-dc37e00715ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.563s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.114906] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Releasing lock "refresh_cache-4b0134d5-37b0-428f-a04a-06f4daa7b86d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.115348] env[69350]: DEBUG nova.compute.manager [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Instance network_info: |[{"id": "51d16880-fb24-4079-a854-88860081e6c6", "address": "fa:16:3e:03:94:82", "network": {"id": "f33345eb-7a50-4aa4-8619-73d9052a9bc0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-327586573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f7b86719ba0480097d12a0b0ea8bb57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d16880-fb", "ovs_interfaceid": "51d16880-fb24-4079-a854-88860081e6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.115696] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] Acquired lock "refresh_cache-4b0134d5-37b0-428f-a04a-06f4daa7b86d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.115885] env[69350]: DEBUG nova.network.neutron [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Refreshing network info cache for port 51d16880-fb24-4079-a854-88860081e6c6 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.117262] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:94:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d16880-fb24-4079-a854-88860081e6c6', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.124898] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Creating folder: Project (4f7b86719ba0480097d12a0b0ea8bb57). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.128213] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fe1adaa-8d55-4dce-bd6b-13518d2159d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.140761] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Created folder: Project (4f7b86719ba0480097d12a0b0ea8bb57) in parent group-v821414. [ 1267.140960] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Creating folder: Instances. Parent ref: group-v821744. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.141223] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5cb6eef-1fcd-4732-b6b5-930578b5dee7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.150706] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Created folder: Instances in parent group-v821744. [ 1267.151031] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.151146] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.151311] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a03005fd-fce1-4f75-9c14-e1070edbbc0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.174288] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.174288] env[69350]: value = "task-4149940" [ 1267.174288] env[69350]: _type = "Task" [ 1267.174288] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.182683] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149940, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.283451] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "interface-b4142a4d-5573-4744-8860-718f5f14fac5-c881f573-c3d0-42ce-a18e-b14fbfe61362" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.283800] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-b4142a4d-5573-4744-8860-718f5f14fac5-c881f573-c3d0-42ce-a18e-b14fbfe61362" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.346428] env[69350]: DEBUG nova.network.neutron [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Updated VIF entry in instance network info cache for port 51d16880-fb24-4079-a854-88860081e6c6. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.346818] env[69350]: DEBUG nova.network.neutron [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Updating instance_info_cache with network_info: [{"id": "51d16880-fb24-4079-a854-88860081e6c6", "address": "fa:16:3e:03:94:82", "network": {"id": "f33345eb-7a50-4aa4-8619-73d9052a9bc0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-327586573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f7b86719ba0480097d12a0b0ea8bb57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d16880-fb", "ovs_interfaceid": "51d16880-fb24-4079-a854-88860081e6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.529320] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "51f57421-2b7b-4820-aadc-d549a23f7f92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.530413] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "51f57421-2b7b-4820-aadc-d549a23f7f92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.530413] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "51f57421-2b7b-4820-aadc-d549a23f7f92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.530413] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "51f57421-2b7b-4820-aadc-d549a23f7f92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.530413] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "51f57421-2b7b-4820-aadc-d549a23f7f92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.532633] env[69350]: INFO nova.compute.manager [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Terminating instance [ 1267.685205] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149940, 'name': CreateVM_Task, 'duration_secs': 0.328787} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.685461] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.686151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.686339] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.686711] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.686972] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c2b62a-91ec-46cb-a2be-3e7201ece4eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.692911] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for the task: (returnval){ [ 1267.692911] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520bed5c-f439-c76a-5988-daf08f24d345" [ 1267.692911] env[69350]: _type = "Task" [ 1267.692911] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.701724] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520bed5c-f439-c76a-5988-daf08f24d345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.786748] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.786942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.787868] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ec3fc2-1783-4118-807d-43304fefe138 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.806805] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d967177b-5cdc-4ae3-8cc6-cfabf7442780 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.833432] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Reconfiguring VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1267.833760] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3436dcb-1490-42d7-b49a-9fd4408508c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.853848] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d4ac9f2-bbd1-4eee-b400-dcd13e120d0c req-0fc054b2-8dc3-4053-816b-260492216832 service nova] Releasing lock "refresh_cache-4b0134d5-37b0-428f-a04a-06f4daa7b86d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.861631] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1267.861631] env[69350]: value = "task-4149941" [ 1267.861631] env[69350]: _type = "Task" [ 1267.861631] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.870538] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.011196] env[69350]: DEBUG nova.network.neutron [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Successfully updated port: 05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.038360] env[69350]: DEBUG nova.compute.manager [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.038656] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.039537] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2be6130-afae-4eab-bbba-9edd7640c33a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.051313] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.051313] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2055f965-7af8-4364-bf15-0f0a1eb0dfd0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.123152] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.124190] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.124190] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleting the datastore file [datastore2] 51f57421-2b7b-4820-aadc-d549a23f7f92 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.124190] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a87a856-a1a5-4271-9a6c-8107a62343c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.131125] env[69350]: DEBUG oslo_vmware.api [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1268.131125] env[69350]: value = "task-4149943" [ 1268.131125] env[69350]: _type = "Task" [ 1268.131125] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.141552] env[69350]: DEBUG oslo_vmware.api [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.203235] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520bed5c-f439-c76a-5988-daf08f24d345, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.203554] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.203793] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.204043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.204275] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.204397] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.204636] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1000a60-c104-4a03-a928-68147bc423ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.213908] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.214165] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.215130] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3b1206-c6ef-4dd2-85ba-2df5621a60b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.220675] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for the task: (returnval){ [ 1268.220675] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52694766-a0d7-7d03-a46a-65d6ee1068fb" [ 1268.220675] env[69350]: _type = "Task" [ 1268.220675] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.229395] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52694766-a0d7-7d03-a46a-65d6ee1068fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.254442] env[69350]: DEBUG nova.compute.manager [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received event network-vif-plugged-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.254674] env[69350]: DEBUG oslo_concurrency.lockutils [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] Acquiring lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.254877] env[69350]: DEBUG oslo_concurrency.lockutils [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.255056] env[69350]: DEBUG oslo_concurrency.lockutils [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.255228] env[69350]: DEBUG nova.compute.manager [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] No waiting events found dispatching network-vif-plugged-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.255442] env[69350]: WARNING nova.compute.manager [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received unexpected event network-vif-plugged-05142183-51ba-4d8b-b2a3-46be8a85d1fd for instance with vm_state building and task_state spawning. [ 1268.255610] env[69350]: DEBUG nova.compute.manager [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received event network-changed-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.255872] env[69350]: DEBUG nova.compute.manager [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Refreshing instance network info cache due to event network-changed-05142183-51ba-4d8b-b2a3-46be8a85d1fd. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.256084] env[69350]: DEBUG oslo_concurrency.lockutils [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] Acquiring lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.256215] env[69350]: DEBUG oslo_concurrency.lockutils [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] Acquired lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.256363] env[69350]: DEBUG nova.network.neutron [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Refreshing network info cache for port 05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.371872] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.516763] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.642757] env[69350]: DEBUG oslo_vmware.api [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184954} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.643042] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.643266] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.643499] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.643702] env[69350]: INFO nova.compute.manager [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1268.643953] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.644168] env[69350]: DEBUG nova.compute.manager [-] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.644268] env[69350]: DEBUG nova.network.neutron [-] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.732929] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52694766-a0d7-7d03-a46a-65d6ee1068fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.733864] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036f299d-da38-424c-acde-9996de145e69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.741693] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for the task: (returnval){ [ 1268.741693] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529f6559-1b88-65ce-9020-1273a08ae73c" [ 1268.741693] env[69350]: _type = "Task" [ 1268.741693] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.751203] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529f6559-1b88-65ce-9020-1273a08ae73c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.824270] env[69350]: DEBUG nova.network.neutron [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.876830] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.946125] env[69350]: DEBUG nova.network.neutron [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.251149] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529f6559-1b88-65ce-9020-1273a08ae73c, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.251435] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.251702] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 4b0134d5-37b0-428f-a04a-06f4daa7b86d/4b0134d5-37b0-428f-a04a-06f4daa7b86d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.251969] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbfde1a1-aee1-4ed4-8a5b-a605001b7b4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.259418] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for the task: (returnval){ [ 1269.259418] env[69350]: value = "task-4149944" [ 1269.259418] env[69350]: _type = "Task" [ 1269.259418] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.270071] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.374295] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.448909] env[69350]: DEBUG oslo_concurrency.lockutils [req-e2c5ce21-fb44-4cf2-ab57-4d68cce82a30 req-0dfee353-bfa5-4f3a-b41b-ae8404454ab4 service nova] Releasing lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.449418] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.449618] env[69350]: DEBUG nova.network.neutron [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.516901] env[69350]: DEBUG nova.network.neutron [-] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.771097] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480216} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.771254] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 4b0134d5-37b0-428f-a04a-06f4daa7b86d/4b0134d5-37b0-428f-a04a-06f4daa7b86d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.771696] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.771917] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd390268-c338-4554-b416-defe50a62262 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.779230] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for the task: (returnval){ [ 1269.779230] env[69350]: value = "task-4149945" [ 1269.779230] env[69350]: _type = "Task" [ 1269.779230] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.787873] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.873981] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.982594] env[69350]: DEBUG nova.network.neutron [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.019453] env[69350]: INFO nova.compute.manager [-] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Took 1.37 seconds to deallocate network for instance. [ 1270.125072] env[69350]: DEBUG nova.network.neutron [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updating instance_info_cache with network_info: [{"id": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "address": "fa:16:3e:93:52:91", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05142183-51", "ovs_interfaceid": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.286037] env[69350]: DEBUG nova.compute.manager [req-614bb316-f108-43f3-a5e6-312f16fa95bf req-3fc2f4a6-d657-4cbd-be0d-21206f945acc service nova] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Received event network-vif-deleted-b3aeeeb6-925c-4ec0-bb63-134b42cf98b5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.294786] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136647} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.295265] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.296524] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecaf8ba-80e5-470f-9110-fd6a96dda10f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.334035] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 4b0134d5-37b0-428f-a04a-06f4daa7b86d/4b0134d5-37b0-428f-a04a-06f4daa7b86d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.334035] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93fae943-e7a0-469c-9b8b-f08482f0e1de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.357661] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for the task: (returnval){ [ 1270.357661] env[69350]: value = "task-4149946" [ 1270.357661] env[69350]: _type = "Task" [ 1270.357661] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.366805] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.376724] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.529276] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.529517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.529883] env[69350]: DEBUG nova.objects.instance [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lazy-loading 'resources' on Instance uuid 51f57421-2b7b-4820-aadc-d549a23f7f92 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.628390] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.628744] env[69350]: DEBUG nova.compute.manager [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Instance network_info: |[{"id": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "address": "fa:16:3e:93:52:91", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05142183-51", "ovs_interfaceid": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.629221] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:52:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05142183-51ba-4d8b-b2a3-46be8a85d1fd', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.637332] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.637670] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.637860] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13ed4df6-a214-4d57-8c23-f56c1fd943b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.663307] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.663307] env[69350]: value = "task-4149947" [ 1270.663307] env[69350]: _type = "Task" [ 1270.663307] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.672640] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149947, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.869197] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.878870] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.141704] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e073051-18e5-41a6-9f83-cda88198ca0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.151760] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c64a1f-955a-491d-ad84-b505acbab24c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.205840] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52733ce-9cce-4a45-8bd0-b80839417521 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.219400] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149947, 'name': CreateVM_Task, 'duration_secs': 0.413104} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.221408] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0cd95e-bf90-4a63-852e-24fe5d198efa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.227720] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.229385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.229385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.229547] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.230413] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99470605-457f-4daf-a3cb-94ed644aa6c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.246030] env[69350]: DEBUG nova.compute.provider_tree [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.252386] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1271.252386] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52b85b91-6c3e-447d-876f-cb1023cd3420" [ 1271.252386] env[69350]: _type = "Task" [ 1271.252386] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.269039] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b85b91-6c3e-447d-876f-cb1023cd3420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.370577] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149946, 'name': ReconfigVM_Task, 'duration_secs': 0.659529} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.374829] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 4b0134d5-37b0-428f-a04a-06f4daa7b86d/4b0134d5-37b0-428f-a04a-06f4daa7b86d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.376031] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-226b8698-9946-4235-9c1d-337408146669 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.383628] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.385007] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for the task: (returnval){ [ 1271.385007] env[69350]: value = "task-4149948" [ 1271.385007] env[69350]: _type = "Task" [ 1271.385007] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.393651] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149948, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.750709] env[69350]: DEBUG nova.scheduler.client.report [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.766908] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52b85b91-6c3e-447d-876f-cb1023cd3420, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.775393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.775393] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.775393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.775393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.775393] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.775393] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f7137f4-a510-4a34-91a8-30d1f3500752 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.778572] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.778838] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.779554] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc0455f-e7df-4369-954f-4433a9dceb4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.785495] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1271.785495] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a77837-1795-8e0a-b766-9c22fa431ba9" [ 1271.785495] env[69350]: _type = "Task" [ 1271.785495] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.794063] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a77837-1795-8e0a-b766-9c22fa431ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.880748] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.894981] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149948, 'name': Rename_Task, 'duration_secs': 0.384903} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.895291] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.895620] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-246a4c6a-a419-4222-8a95-175088f4bd70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.902544] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for the task: (returnval){ [ 1271.902544] env[69350]: value = "task-4149949" [ 1271.902544] env[69350]: _type = "Task" [ 1271.902544] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.911161] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.259864] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.280273] env[69350]: INFO nova.scheduler.client.report [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted allocations for instance 51f57421-2b7b-4820-aadc-d549a23f7f92 [ 1272.297637] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a77837-1795-8e0a-b766-9c22fa431ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.298522] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac036b9-937a-4f4d-8ddb-5b5a85099e27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.305422] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1272.305422] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]528548ad-7751-1507-1f9c-858faacfe343" [ 1272.305422] env[69350]: _type = "Task" [ 1272.305422] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.315300] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528548ad-7751-1507-1f9c-858faacfe343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.382612] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.412260] env[69350]: DEBUG oslo_vmware.api [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149949, 'name': PowerOnVM_Task, 'duration_secs': 0.466424} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.412628] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.412714] env[69350]: INFO nova.compute.manager [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1272.412890] env[69350]: DEBUG nova.compute.manager [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.413687] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6141f8-866c-471f-b6eb-e6350010d510 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.789620] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6f03b0a-9561-4af4-b884-6e86a816328a tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "51f57421-2b7b-4820-aadc-d549a23f7f92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.260s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.817552] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]528548ad-7751-1507-1f9c-858faacfe343, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.817838] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.818121] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] be2e0f3b-3461-43d6-9f85-aa584ce69f62/be2e0f3b-3461-43d6-9f85-aa584ce69f62.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.818391] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87447c12-f94d-4d82-a21b-b507efebdefb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.825848] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1272.825848] env[69350]: value = "task-4149950" [ 1272.825848] env[69350]: _type = "Task" [ 1272.825848] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.834246] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.882879] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.930048] env[69350]: INFO nova.compute.manager [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Took 15.31 seconds to build instance. [ 1273.337044] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502466} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.337044] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] be2e0f3b-3461-43d6-9f85-aa584ce69f62/be2e0f3b-3461-43d6-9f85-aa584ce69f62.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.337358] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.337358] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8cd7eaf-4a36-4430-8f54-2bbc54d39f0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.344417] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1273.344417] env[69350]: value = "task-4149951" [ 1273.344417] env[69350]: _type = "Task" [ 1273.344417] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.352698] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.383726] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.432521] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e09e8206-e854-49d9-bad2-81dfc4c96061 tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.823s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.469616] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "7fad7533-872e-4719-8442-9cc66a3585c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.469616] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "7fad7533-872e-4719-8442-9cc66a3585c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.854817] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073555} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.855136] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.856124] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efec1d7-f5be-43be-bdc6-7159a7ddc474 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.887148] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] be2e0f3b-3461-43d6-9f85-aa584ce69f62/be2e0f3b-3461-43d6-9f85-aa584ce69f62.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.891121] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51aa8a35-21d3-400c-b1e1-b40fdbb6d683 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.913044] env[69350]: DEBUG oslo_vmware.api [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149941, 'name': ReconfigVM_Task, 'duration_secs': 5.765097} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.914425] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.914647] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Reconfigured VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1273.916950] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1273.916950] env[69350]: value = "task-4149952" [ 1273.916950] env[69350]: _type = "Task" [ 1273.916950] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.925681] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149952, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.972247] env[69350]: DEBUG nova.compute.manager [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.074280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquiring lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.074555] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.074766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquiring lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.074951] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.075134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.077423] env[69350]: INFO nova.compute.manager [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Terminating instance [ 1274.427730] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.494226] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.494529] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.496308] env[69350]: INFO nova.compute.claims [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.580780] env[69350]: DEBUG nova.compute.manager [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.581012] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.581887] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f0f263-1463-4225-921f-0ceef2ad6848 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.590758] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.591021] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-124d9bde-56d8-493f-bf8b-54d5ecd138e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.597773] env[69350]: DEBUG oslo_vmware.api [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for the task: (returnval){ [ 1274.597773] env[69350]: value = "task-4149953" [ 1274.597773] env[69350]: _type = "Task" [ 1274.597773] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.606175] env[69350]: DEBUG oslo_vmware.api [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.927617] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149952, 'name': ReconfigVM_Task, 'duration_secs': 0.923507} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.927892] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Reconfigured VM instance instance-0000007a to attach disk [datastore1] be2e0f3b-3461-43d6-9f85-aa584ce69f62/be2e0f3b-3461-43d6-9f85-aa584ce69f62.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.928581] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c895c51b-3b3c-4565-952c-16fde0b3a295 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.934784] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1274.934784] env[69350]: value = "task-4149954" [ 1274.934784] env[69350]: _type = "Task" [ 1274.934784] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.942889] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149954, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.108712] env[69350]: DEBUG oslo_vmware.api [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149953, 'name': PowerOffVM_Task, 'duration_secs': 0.197765} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.108970] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.109166] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.109441] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-579a87ef-ca60-452c-be98-71f60d957880 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.182732] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.182912] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.183083] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Deleting the datastore file [datastore1] 4b0134d5-37b0-428f-a04a-06f4daa7b86d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.183536] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9defead-2313-4468-9550-bffaa504ebb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.191240] env[69350]: DEBUG oslo_vmware.api [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for the task: (returnval){ [ 1275.191240] env[69350]: value = "task-4149956" [ 1275.191240] env[69350]: _type = "Task" [ 1275.191240] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.200223] env[69350]: DEBUG oslo_vmware.api [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.267279] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.267521] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquired lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.267701] env[69350]: DEBUG nova.network.neutron [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.445157] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149954, 'name': Rename_Task, 'duration_secs': 0.161143} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.445396] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.445658] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-473acb78-d4a5-40d0-bef9-2fac8bdbada1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.452157] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1275.452157] env[69350]: value = "task-4149957" [ 1275.452157] env[69350]: _type = "Task" [ 1275.452157] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.464373] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.589759] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25571f6d-de1f-443b-8800-f02d9a648a02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.598164] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ab7c53-e329-4d60-a96e-d158c478258a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.629920] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ae1ebd-dd4f-4650-bf9a-f42d4f18929e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.638556] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c40167b-a1ba-4134-b0f1-188d424cae18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.652673] env[69350]: DEBUG nova.compute.provider_tree [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.703673] env[69350]: DEBUG oslo_vmware.api [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Task: {'id': task-4149956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140279} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.703879] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.704092] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.704279] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.704450] env[69350]: INFO nova.compute.manager [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1275.704720] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.704924] env[69350]: DEBUG nova.compute.manager [-] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.705029] env[69350]: DEBUG nova.network.neutron [-] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.791754] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "b4142a4d-5573-4744-8860-718f5f14fac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.792059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "b4142a4d-5573-4744-8860-718f5f14fac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.792304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "b4142a4d-5573-4744-8860-718f5f14fac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.792504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "b4142a4d-5573-4744-8860-718f5f14fac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.792690] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "b4142a4d-5573-4744-8860-718f5f14fac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.794886] env[69350]: INFO nova.compute.manager [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Terminating instance [ 1275.962373] env[69350]: DEBUG oslo_vmware.api [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149957, 'name': PowerOnVM_Task, 'duration_secs': 0.498412} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.964897] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.965141] env[69350]: INFO nova.compute.manager [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1275.965328] env[69350]: DEBUG nova.compute.manager [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.966344] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bd7d7a-b668-40fa-9a63-3ef2c4d1ca29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.135536] env[69350]: DEBUG nova.compute.manager [req-4c1313ba-189c-4b32-83d3-e5f0638738a1 req-cf91bc00-6055-4fea-90cc-0b8c88965c9b service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Received event network-vif-deleted-51d16880-fb24-4079-a854-88860081e6c6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.135758] env[69350]: INFO nova.compute.manager [req-4c1313ba-189c-4b32-83d3-e5f0638738a1 req-cf91bc00-6055-4fea-90cc-0b8c88965c9b service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Neutron deleted interface 51d16880-fb24-4079-a854-88860081e6c6; detaching it from the instance and deleting it from the info cache [ 1276.135896] env[69350]: DEBUG nova.network.neutron [req-4c1313ba-189c-4b32-83d3-e5f0638738a1 req-cf91bc00-6055-4fea-90cc-0b8c88965c9b service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.144606] env[69350]: INFO nova.network.neutron [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Port c881f573-c3d0-42ce-a18e-b14fbfe61362 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1276.145365] env[69350]: DEBUG nova.network.neutron [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updating instance_info_cache with network_info: [{"id": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "address": "fa:16:3e:bc:79:cd", "network": {"id": "37095e44-7b86-400c-94e0-6ac85981e885", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1211447174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01f41324f5d42edb4949e36cc14f759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb8bf58-4e", "ovs_interfaceid": "9fb8bf58-4e85-4630-a255-091f0aac0f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.173483] env[69350]: ERROR nova.scheduler.client.report [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [req-4f3cfc5f-0ea1-409e-b2a0-727a2cb3c1f7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f3cfc5f-0ea1-409e-b2a0-727a2cb3c1f7"}]} [ 1276.189595] env[69350]: DEBUG nova.scheduler.client.report [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Refreshing inventories for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1276.204622] env[69350]: DEBUG nova.scheduler.client.report [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating ProviderTree inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1276.204863] env[69350]: DEBUG nova.compute.provider_tree [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.218765] env[69350]: DEBUG nova.scheduler.client.report [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Refreshing aggregate associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1276.237660] env[69350]: DEBUG nova.scheduler.client.report [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Refreshing trait associations for resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1276.298878] env[69350]: DEBUG nova.compute.manager [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.299149] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.300044] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714468c-637f-4106-996b-12c236cf28f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.310467] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.310745] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35debb8b-c4dd-4654-b2bf-ba6ee49474f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.318918] env[69350]: DEBUG oslo_vmware.api [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1276.318918] env[69350]: value = "task-4149958" [ 1276.318918] env[69350]: _type = "Task" [ 1276.318918] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.327974] env[69350]: DEBUG oslo_vmware.api [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.331369] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67443063-189b-4aae-b0fc-54b45e8a595d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.339397] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b673138-bfe0-4dd0-8ad4-e0dbccb8f4ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.373350] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fde082-48e8-47cf-98cf-9baac24e2873 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.381602] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07653e57-baf0-4dcb-a818-580257396387 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.396248] env[69350]: DEBUG nova.compute.provider_tree [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.484205] env[69350]: INFO nova.compute.manager [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Took 14.35 seconds to build instance. [ 1276.614130] env[69350]: DEBUG nova.network.neutron [-] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.639103] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4965ab51-3a1c-42a4-a4bd-a04a7b08ce09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.648082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Releasing lock "refresh_cache-b4142a4d-5573-4744-8860-718f5f14fac5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.653541] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d58b6f-4548-4322-9a8f-963df273df1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.665679] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517eb405-86b3-4c6d-98ec-851efcbf49f7 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "interface-b4142a4d-5573-4744-8860-718f5f14fac5-c881f573-c3d0-42ce-a18e-b14fbfe61362" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.382s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.684389] env[69350]: DEBUG nova.compute.manager [req-4c1313ba-189c-4b32-83d3-e5f0638738a1 req-cf91bc00-6055-4fea-90cc-0b8c88965c9b service nova] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Detach interface failed, port_id=51d16880-fb24-4079-a854-88860081e6c6, reason: Instance 4b0134d5-37b0-428f-a04a-06f4daa7b86d could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1276.829346] env[69350]: DEBUG oslo_vmware.api [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149958, 'name': PowerOffVM_Task, 'duration_secs': 0.21726} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.829619] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.829819] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.830103] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b9f58b9-4c18-4310-ba0d-01f4c1930dc0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.905306] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.905695] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.905998] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleting the datastore file [datastore1] b4142a4d-5573-4744-8860-718f5f14fac5 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.906452] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4fd0871-f7ce-4c18-90ce-927483ff61ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.913457] env[69350]: DEBUG oslo_vmware.api [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1276.913457] env[69350]: value = "task-4149960" [ 1276.913457] env[69350]: _type = "Task" [ 1276.913457] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.921898] env[69350]: DEBUG oslo_vmware.api [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.930576] env[69350]: DEBUG nova.scheduler.client.report [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1276.930841] env[69350]: DEBUG nova.compute.provider_tree [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 180 to 181 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1276.931039] env[69350]: DEBUG nova.compute.provider_tree [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.986314] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c82b8fb-fd21-4469-8be0-ecbbd2b12855 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.863s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.117670] env[69350]: INFO nova.compute.manager [-] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Took 1.41 seconds to deallocate network for instance. [ 1277.378866] env[69350]: DEBUG nova.compute.manager [req-bd2c9cea-4b04-4128-b111-fc7a48ec7199 req-0b32d164-d14e-402e-99d0-48c8bc7fc587 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received event network-changed-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.379147] env[69350]: DEBUG nova.compute.manager [req-bd2c9cea-4b04-4128-b111-fc7a48ec7199 req-0b32d164-d14e-402e-99d0-48c8bc7fc587 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Refreshing instance network info cache due to event network-changed-05142183-51ba-4d8b-b2a3-46be8a85d1fd. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.379298] env[69350]: DEBUG oslo_concurrency.lockutils [req-bd2c9cea-4b04-4128-b111-fc7a48ec7199 req-0b32d164-d14e-402e-99d0-48c8bc7fc587 service nova] Acquiring lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.379579] env[69350]: DEBUG oslo_concurrency.lockutils [req-bd2c9cea-4b04-4128-b111-fc7a48ec7199 req-0b32d164-d14e-402e-99d0-48c8bc7fc587 service nova] Acquired lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.379779] env[69350]: DEBUG nova.network.neutron [req-bd2c9cea-4b04-4128-b111-fc7a48ec7199 req-0b32d164-d14e-402e-99d0-48c8bc7fc587 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Refreshing network info cache for port 05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.427265] env[69350]: DEBUG oslo_vmware.api [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143855} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.427603] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.427856] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.428130] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.428377] env[69350]: INFO nova.compute.manager [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1277.428685] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.428920] env[69350]: DEBUG nova.compute.manager [-] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.429104] env[69350]: DEBUG nova.network.neutron [-] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.436020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.941s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.436560] env[69350]: DEBUG nova.compute.manager [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1277.629313] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.629609] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.629835] env[69350]: DEBUG nova.objects.instance [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lazy-loading 'resources' on Instance uuid 4b0134d5-37b0-428f-a04a-06f4daa7b86d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.941869] env[69350]: DEBUG nova.compute.utils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.943337] env[69350]: DEBUG nova.compute.manager [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.943519] env[69350]: DEBUG nova.network.neutron [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.012928] env[69350]: DEBUG nova.policy [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b72908407774d4c9df9e4fd263c49b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1044e7c00d64162a80f5d05097d9a9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.234087] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa66589-e5aa-49e1-ab00-f4783eb73b89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.242179] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aba3d4-48af-4133-a567-0474554633be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.272879] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f8975e-ea6e-4e28-ace4-e89c0e137dc2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.280772] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fed4e11-b39e-4b5f-a76f-846361f4fb8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.294686] env[69350]: DEBUG nova.compute.provider_tree [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1278.386568] env[69350]: DEBUG nova.network.neutron [req-bd2c9cea-4b04-4128-b111-fc7a48ec7199 req-0b32d164-d14e-402e-99d0-48c8bc7fc587 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updated VIF entry in instance network info cache for port 05142183-51ba-4d8b-b2a3-46be8a85d1fd. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.386568] env[69350]: DEBUG nova.network.neutron [req-bd2c9cea-4b04-4128-b111-fc7a48ec7199 req-0b32d164-d14e-402e-99d0-48c8bc7fc587 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updating instance_info_cache with network_info: [{"id": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "address": "fa:16:3e:93:52:91", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05142183-51", "ovs_interfaceid": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.426825] env[69350]: DEBUG nova.compute.manager [req-ab7c51d3-3ad2-49a3-afd2-381ac8755dd5 req-54f6e032-a86a-4910-a9c2-aaf391d27b3e service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Received event network-vif-deleted-9fb8bf58-4e85-4630-a255-091f0aac0f9f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.427150] env[69350]: INFO nova.compute.manager [req-ab7c51d3-3ad2-49a3-afd2-381ac8755dd5 req-54f6e032-a86a-4910-a9c2-aaf391d27b3e service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Neutron deleted interface 9fb8bf58-4e85-4630-a255-091f0aac0f9f; detaching it from the instance and deleting it from the info cache [ 1278.427320] env[69350]: DEBUG nova.network.neutron [req-ab7c51d3-3ad2-49a3-afd2-381ac8755dd5 req-54f6e032-a86a-4910-a9c2-aaf391d27b3e service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.446676] env[69350]: DEBUG nova.compute.manager [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.529081] env[69350]: DEBUG nova.network.neutron [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Successfully created port: 8b191972-30a8-4aac-8e68-00a77b5508f5 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.828699] env[69350]: DEBUG nova.scheduler.client.report [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updated inventory for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1278.829027] env[69350]: DEBUG nova.compute.provider_tree [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updating resource provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 generation from 181 to 182 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1278.829191] env[69350]: DEBUG nova.compute.provider_tree [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Updating inventory in ProviderTree for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1278.888170] env[69350]: DEBUG oslo_concurrency.lockutils [req-bd2c9cea-4b04-4128-b111-fc7a48ec7199 req-0b32d164-d14e-402e-99d0-48c8bc7fc587 service nova] Releasing lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.901861] env[69350]: DEBUG nova.network.neutron [-] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.934720] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86e489be-36f0-444f-a3c4-eda3672d411e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.949783] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67ff1ef-df4b-4c2e-bd78-732f0d77f88b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.984304] env[69350]: DEBUG nova.compute.manager [req-ab7c51d3-3ad2-49a3-afd2-381ac8755dd5 req-54f6e032-a86a-4910-a9c2-aaf391d27b3e service nova] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Detach interface failed, port_id=9fb8bf58-4e85-4630-a255-091f0aac0f9f, reason: Instance b4142a4d-5573-4744-8860-718f5f14fac5 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.333764] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.356739] env[69350]: INFO nova.scheduler.client.report [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Deleted allocations for instance 4b0134d5-37b0-428f-a04a-06f4daa7b86d [ 1279.404584] env[69350]: INFO nova.compute.manager [-] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Took 1.98 seconds to deallocate network for instance. [ 1279.466486] env[69350]: DEBUG nova.compute.manager [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.497012] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.497300] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.497464] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.497648] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.497882] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.498067] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.498288] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.498457] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.498710] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.498895] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.499091] env[69350]: DEBUG nova.virt.hardware [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.499971] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4a0864-bdd4-4781-880d-d82b76571ddd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.508930] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15ce4b0-e553-4ae6-b474-2d3f80c9f4ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.865471] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fb261c71-8a24-4958-8c41-02bd113a9afd tempest-ServersNegativeTestMultiTenantJSON-326882518 tempest-ServersNegativeTestMultiTenantJSON-326882518-project-member] Lock "4b0134d5-37b0-428f-a04a-06f4daa7b86d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.791s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.912633] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.913241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.913359] env[69350]: DEBUG nova.objects.instance [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'resources' on Instance uuid b4142a4d-5573-4744-8860-718f5f14fac5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.035073] env[69350]: DEBUG nova.network.neutron [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Successfully updated port: 8b191972-30a8-4aac-8e68-00a77b5508f5 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.462304] env[69350]: DEBUG nova.compute.manager [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Received event network-vif-plugged-8b191972-30a8-4aac-8e68-00a77b5508f5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.462611] env[69350]: DEBUG oslo_concurrency.lockutils [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] Acquiring lock "7fad7533-872e-4719-8442-9cc66a3585c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.462804] env[69350]: DEBUG oslo_concurrency.lockutils [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] Lock "7fad7533-872e-4719-8442-9cc66a3585c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.462976] env[69350]: DEBUG oslo_concurrency.lockutils [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] Lock "7fad7533-872e-4719-8442-9cc66a3585c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.463253] env[69350]: DEBUG nova.compute.manager [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] No waiting events found dispatching network-vif-plugged-8b191972-30a8-4aac-8e68-00a77b5508f5 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.463530] env[69350]: WARNING nova.compute.manager [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Received unexpected event network-vif-plugged-8b191972-30a8-4aac-8e68-00a77b5508f5 for instance with vm_state building and task_state spawning. [ 1280.463622] env[69350]: DEBUG nova.compute.manager [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Received event network-changed-8b191972-30a8-4aac-8e68-00a77b5508f5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.463728] env[69350]: DEBUG nova.compute.manager [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Refreshing instance network info cache due to event network-changed-8b191972-30a8-4aac-8e68-00a77b5508f5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.463898] env[69350]: DEBUG oslo_concurrency.lockutils [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] Acquiring lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.464059] env[69350]: DEBUG oslo_concurrency.lockutils [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] Acquired lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.464243] env[69350]: DEBUG nova.network.neutron [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Refreshing network info cache for port 8b191972-30a8-4aac-8e68-00a77b5508f5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.502653] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cbbe05-ed10-4387-a364-e15e19ff205c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.512201] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1143b45-d443-4a5f-861b-eb8b0a082c71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.550451] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.552645] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe9f9b5-0ccf-4844-9a02-b93a5aaebbfc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.562692] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850cbb06-d4a7-4866-b6c6-3070b24d1868 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.576739] env[69350]: DEBUG nova.compute.provider_tree [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.019911] env[69350]: DEBUG nova.network.neutron [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.080418] env[69350]: DEBUG nova.scheduler.client.report [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.401332] env[69350]: DEBUG nova.network.neutron [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.585753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.610548] env[69350]: INFO nova.scheduler.client.report [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleted allocations for instance b4142a4d-5573-4744-8860-718f5f14fac5 [ 1281.904586] env[69350]: DEBUG oslo_concurrency.lockutils [req-dbbb2cac-b550-4734-b5d3-722929e2eaec req-57c1b2c1-b697-400f-87eb-62e3dcb6d24f service nova] Releasing lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.905019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.905186] env[69350]: DEBUG nova.network.neutron [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.119818] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10d51700-c4f6-44aa-bd3e-7f7778f63196 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "b4142a4d-5573-4744-8860-718f5f14fac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.328s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.436976] env[69350]: DEBUG nova.network.neutron [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.476788] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "506805ef-b2f2-4f90-8476-a78fb4cea943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.477103] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.477356] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "506805ef-b2f2-4f90-8476-a78fb4cea943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.477590] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.477794] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.479966] env[69350]: INFO nova.compute.manager [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Terminating instance [ 1282.568030] env[69350]: DEBUG nova.network.neutron [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance_info_cache with network_info: [{"id": "8b191972-30a8-4aac-8e68-00a77b5508f5", "address": "fa:16:3e:a1:56:f5", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b191972-30", "ovs_interfaceid": "8b191972-30a8-4aac-8e68-00a77b5508f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.984460] env[69350]: DEBUG nova.compute.manager [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.984698] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.985661] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a9ebb8-594b-4dcb-b2a4-f45de4291d1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.994885] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.995308] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caa18b9c-1faf-47c8-871f-b1eb0499b4d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.003036] env[69350]: DEBUG oslo_vmware.api [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1283.003036] env[69350]: value = "task-4149961" [ 1283.003036] env[69350]: _type = "Task" [ 1283.003036] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.012192] env[69350]: DEBUG oslo_vmware.api [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.070470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.070820] env[69350]: DEBUG nova.compute.manager [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Instance network_info: |[{"id": "8b191972-30a8-4aac-8e68-00a77b5508f5", "address": "fa:16:3e:a1:56:f5", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b191972-30", "ovs_interfaceid": "8b191972-30a8-4aac-8e68-00a77b5508f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.071286] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:56:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b191972-30a8-4aac-8e68-00a77b5508f5', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.079643] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.079878] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.080144] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9475a072-ceb4-4335-abc6-2f615488734b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.104649] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.104649] env[69350]: value = "task-4149962" [ 1283.104649] env[69350]: _type = "Task" [ 1283.104649] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.113625] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149962, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.512991] env[69350]: DEBUG oslo_vmware.api [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149961, 'name': PowerOffVM_Task, 'duration_secs': 0.19494} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.513475] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.513559] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.513813] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6471e88-e64e-451a-b0d0-d6a600606c55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.575084] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.575356] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.575603] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleting the datastore file [datastore2] 506805ef-b2f2-4f90-8476-a78fb4cea943 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.575904] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d9ef96c-15e7-4775-b7b8-bbaccc5f918f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.585232] env[69350]: DEBUG oslo_vmware.api [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for the task: (returnval){ [ 1283.585232] env[69350]: value = "task-4149964" [ 1283.585232] env[69350]: _type = "Task" [ 1283.585232] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.594311] env[69350]: DEBUG oslo_vmware.api [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.617643] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149962, 'name': CreateVM_Task, 'duration_secs': 0.326132} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.617742] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.618567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.618756] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.619145] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.619452] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f17e3e2-1022-4af8-8a64-f3b0c7718d16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.625331] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1283.625331] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526ab3bd-f76f-2463-1205-38661213bc10" [ 1283.625331] env[69350]: _type = "Task" [ 1283.625331] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.634660] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526ab3bd-f76f-2463-1205-38661213bc10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.921132] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "8110e254-befa-4520-b07b-e96998f58fa4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.921611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "8110e254-befa-4520-b07b-e96998f58fa4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.921884] env[69350]: DEBUG nova.compute.manager [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.923037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c003fd6-c9e8-4438-a27b-981699809c13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.931070] env[69350]: DEBUG nova.compute.manager [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1283.931710] env[69350]: DEBUG nova.objects.instance [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'flavor' on Instance uuid 8110e254-befa-4520-b07b-e96998f58fa4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.095450] env[69350]: DEBUG oslo_vmware.api [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Task: {'id': task-4149964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114077} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.095724] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.095913] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.096109] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.096291] env[69350]: INFO nova.compute.manager [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1284.096571] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.096779] env[69350]: DEBUG nova.compute.manager [-] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.096877] env[69350]: DEBUG nova.network.neutron [-] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.137490] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526ab3bd-f76f-2463-1205-38661213bc10, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.137798] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.138045] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.138278] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.138424] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.138600] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.138866] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-263e5f46-9358-4631-aa9c-a2cf1279bb09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.147933] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.148145] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.148871] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8af3135-679e-4e51-85a8-18ecda59afa8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.154091] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1284.154091] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52000f2d-80df-d426-69c6-ad3feb90bb88" [ 1284.154091] env[69350]: _type = "Task" [ 1284.154091] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.162349] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52000f2d-80df-d426-69c6-ad3feb90bb88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.326643] env[69350]: DEBUG nova.compute.manager [req-e538e0f8-bb3e-4caa-93dd-12d16d5d5061 req-048189b7-3972-4dcf-9332-541bb7c0fca1 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Received event network-vif-deleted-2fe99613-863a-42da-a8f0-edae7923067a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.326873] env[69350]: INFO nova.compute.manager [req-e538e0f8-bb3e-4caa-93dd-12d16d5d5061 req-048189b7-3972-4dcf-9332-541bb7c0fca1 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Neutron deleted interface 2fe99613-863a-42da-a8f0-edae7923067a; detaching it from the instance and deleting it from the info cache [ 1284.327069] env[69350]: DEBUG nova.network.neutron [req-e538e0f8-bb3e-4caa-93dd-12d16d5d5061 req-048189b7-3972-4dcf-9332-541bb7c0fca1 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.665314] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52000f2d-80df-d426-69c6-ad3feb90bb88, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.666146] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6188e1ba-c626-40c0-9767-0fcc808b50c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.672380] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1284.672380] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520dd277-4ac6-5378-2f94-d2e57fe78dd6" [ 1284.672380] env[69350]: _type = "Task" [ 1284.672380] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.680597] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520dd277-4ac6-5378-2f94-d2e57fe78dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.810695] env[69350]: DEBUG nova.network.neutron [-] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.829413] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fea16ca6-d956-483c-a0e4-ae773d61f478 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.844289] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986addc2-27be-4dc0-8545-141a29f36a2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.880125] env[69350]: DEBUG nova.compute.manager [req-e538e0f8-bb3e-4caa-93dd-12d16d5d5061 req-048189b7-3972-4dcf-9332-541bb7c0fca1 service nova] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Detach interface failed, port_id=2fe99613-863a-42da-a8f0-edae7923067a, reason: Instance 506805ef-b2f2-4f90-8476-a78fb4cea943 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1284.938852] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.939179] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef556518-0af9-4c83-ace2-e4c8c418a49e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.948292] env[69350]: DEBUG oslo_vmware.api [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1284.948292] env[69350]: value = "task-4149965" [ 1284.948292] env[69350]: _type = "Task" [ 1284.948292] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.958065] env[69350]: DEBUG oslo_vmware.api [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.183149] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520dd277-4ac6-5378-2f94-d2e57fe78dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.183433] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.183701] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 7fad7533-872e-4719-8442-9cc66a3585c3/7fad7533-872e-4719-8442-9cc66a3585c3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.184041] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3323fff-4a1e-4eec-9f8f-0fc8f794dc15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.191132] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1285.191132] env[69350]: value = "task-4149966" [ 1285.191132] env[69350]: _type = "Task" [ 1285.191132] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.199589] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.314600] env[69350]: INFO nova.compute.manager [-] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Took 1.22 seconds to deallocate network for instance. [ 1285.459543] env[69350]: DEBUG oslo_vmware.api [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149965, 'name': PowerOffVM_Task, 'duration_secs': 0.214756} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.459878] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.460127] env[69350]: DEBUG nova.compute.manager [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.461061] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae14b289-ff3b-4972-84df-94d759597913 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.702816] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149966, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.825290] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.825617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.825926] env[69350]: DEBUG nova.objects.instance [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lazy-loading 'resources' on Instance uuid 506805ef-b2f2-4f90-8476-a78fb4cea943 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.974467] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6913ac26-e4a6-462d-9247-4d41846e93de tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "8110e254-befa-4520-b07b-e96998f58fa4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.204590] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529948} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.204892] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] 7fad7533-872e-4719-8442-9cc66a3585c3/7fad7533-872e-4719-8442-9cc66a3585c3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.205135] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.205389] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f4c8c0f-90e6-4322-93db-fc11ccd60599 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.213929] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1286.213929] env[69350]: value = "task-4149967" [ 1286.213929] env[69350]: _type = "Task" [ 1286.213929] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.223300] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.318187] env[69350]: DEBUG nova.objects.instance [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'flavor' on Instance uuid 8110e254-befa-4520-b07b-e96998f58fa4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.400901] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e9d206-ecf0-4f72-8a34-1f201c006aa1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.409231] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abbb37e-ca8f-4e31-a537-2f6742886a87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.440986] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e387d9-b3be-46e1-bca7-77fb9dd3bff3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.452060] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c65c021-6d2f-4ee5-9c10-c865dc043915 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.465947] env[69350]: DEBUG nova.compute.provider_tree [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.724494] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072293} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.724494] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.725171] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d87ee8-95a0-41e2-b2a5-4212f3ed3364 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.748642] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 7fad7533-872e-4719-8442-9cc66a3585c3/7fad7533-872e-4719-8442-9cc66a3585c3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.748946] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a9122c-4b87-4373-8d25-d491c436eb49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.770370] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1286.770370] env[69350]: value = "task-4149968" [ 1286.770370] env[69350]: _type = "Task" [ 1286.770370] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.778447] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.823697] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.823988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.824248] env[69350]: DEBUG nova.network.neutron [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.824460] env[69350]: DEBUG nova.objects.instance [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'info_cache' on Instance uuid 8110e254-befa-4520-b07b-e96998f58fa4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.969179] env[69350]: DEBUG nova.scheduler.client.report [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.281433] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149968, 'name': ReconfigVM_Task, 'duration_secs': 0.29269} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.281740] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 7fad7533-872e-4719-8442-9cc66a3585c3/7fad7533-872e-4719-8442-9cc66a3585c3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.282418] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95241dfc-a7f1-45db-b727-50d0a1493b82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.289385] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1287.289385] env[69350]: value = "task-4149969" [ 1287.289385] env[69350]: _type = "Task" [ 1287.289385] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.297988] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149969, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.327711] env[69350]: DEBUG nova.objects.base [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Object Instance<8110e254-befa-4520-b07b-e96998f58fa4> lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1287.474256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.492900] env[69350]: INFO nova.scheduler.client.report [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Deleted allocations for instance 506805ef-b2f2-4f90-8476-a78fb4cea943 [ 1287.800273] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149969, 'name': Rename_Task, 'duration_secs': 0.145011} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.800680] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.800822] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70484cf7-4cde-4517-b917-452685593ee2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.807625] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1287.807625] env[69350]: value = "task-4149970" [ 1287.807625] env[69350]: _type = "Task" [ 1287.807625] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.815746] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.002665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0558af2d-cc29-4150-8511-6efa5f2cd4b6 tempest-AttachInterfacesTestJSON-1521844874 tempest-AttachInterfacesTestJSON-1521844874-project-member] Lock "506805ef-b2f2-4f90-8476-a78fb4cea943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.525s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.074538] env[69350]: DEBUG nova.network.neutron [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Updating instance_info_cache with network_info: [{"id": "1cf145b5-fc3f-4654-8444-f70f347402d0", "address": "fa:16:3e:c7:56:03", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf145b5-fc", "ovs_interfaceid": "1cf145b5-fc3f-4654-8444-f70f347402d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.318328] env[69350]: DEBUG oslo_vmware.api [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149970, 'name': PowerOnVM_Task, 'duration_secs': 0.448455} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.318804] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.318804] env[69350]: INFO nova.compute.manager [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1288.318970] env[69350]: DEBUG nova.compute.manager [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.319762] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd8ce47-ff30-4547-8968-c1f10c2bbd86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.578152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.838966] env[69350]: INFO nova.compute.manager [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Took 14.36 seconds to build instance. [ 1289.341874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e2d4bd9f-1db5-4222-995e-b3e65f581f56 tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "7fad7533-872e-4719-8442-9cc66a3585c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.873s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.583474] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.583863] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b01e47f-3c87-4f1c-bea4-8e53f6bcf227 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.591723] env[69350]: DEBUG oslo_vmware.api [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1289.591723] env[69350]: value = "task-4149971" [ 1289.591723] env[69350]: _type = "Task" [ 1289.591723] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.603137] env[69350]: DEBUG oslo_vmware.api [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.102487] env[69350]: DEBUG oslo_vmware.api [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149971, 'name': PowerOnVM_Task, 'duration_secs': 0.419016} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.102876] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.102980] env[69350]: DEBUG nova.compute.manager [None req-f1e0ef2a-5f57-4d35-8548-0fe0f8566fc1 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.103808] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5eb9b0-11b7-413f-b973-75ee7f37b939 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.829063] env[69350]: DEBUG nova.compute.manager [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1291.245341] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07b0e33-4648-48b0-ba45-2ea852a51ac5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.252881] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d28e1a5-8a5b-4e63-ac30-ee8de9c32f6f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Suspending the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1291.253151] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1a1ca9d2-8efb-4d33-a900-76490030ffd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.260527] env[69350]: DEBUG oslo_vmware.api [None req-4d28e1a5-8a5b-4e63-ac30-ee8de9c32f6f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1291.260527] env[69350]: value = "task-4149972" [ 1291.260527] env[69350]: _type = "Task" [ 1291.260527] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.269026] env[69350]: DEBUG oslo_vmware.api [None req-4d28e1a5-8a5b-4e63-ac30-ee8de9c32f6f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149972, 'name': SuspendVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.351045] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.351289] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.772047] env[69350]: DEBUG oslo_vmware.api [None req-4d28e1a5-8a5b-4e63-ac30-ee8de9c32f6f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149972, 'name': SuspendVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.856518] env[69350]: INFO nova.compute.claims [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.272081] env[69350]: DEBUG oslo_vmware.api [None req-4d28e1a5-8a5b-4e63-ac30-ee8de9c32f6f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149972, 'name': SuspendVM_Task, 'duration_secs': 0.648894} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.272478] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4d28e1a5-8a5b-4e63-ac30-ee8de9c32f6f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Suspended the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1292.272578] env[69350]: DEBUG nova.compute.manager [None req-4d28e1a5-8a5b-4e63-ac30-ee8de9c32f6f tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.273317] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc745a53-b6d6-4986-8baf-20e01b3c4270 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.363378] env[69350]: INFO nova.compute.resource_tracker [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating resource usage from migration f5c23365-f084-45a0-ac30-1c954af00130 [ 1292.427034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4bee60-c11b-4280-8197-77c696385c0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.434622] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8036d0-6564-40c9-bbb6-b25f5a0c79b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.464502] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05da4364-4719-49eb-a83d-f499f70c1e87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.471764] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26468e64-d019-4175-9397-68d0301271e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.485053] env[69350]: DEBUG nova.compute.provider_tree [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.988604] env[69350]: DEBUG nova.scheduler.client.report [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.493613] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.142s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.494044] env[69350]: INFO nova.compute.manager [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Migrating [ 1293.685679] env[69350]: INFO nova.compute.manager [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Resuming [ 1293.686350] env[69350]: DEBUG nova.objects.instance [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'flavor' on Instance uuid 8110e254-befa-4520-b07b-e96998f58fa4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.008610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.008801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.008984] env[69350]: DEBUG nova.network.neutron [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.293861] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.294129] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.294343] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.294540] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.294701] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.294849] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.295008] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.295157] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1294.411630] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.697813] env[69350]: DEBUG nova.network.neutron [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance_info_cache with network_info: [{"id": "8b191972-30a8-4aac-8e68-00a77b5508f5", "address": "fa:16:3e:a1:56:f5", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b191972-30", "ovs_interfaceid": "8b191972-30a8-4aac-8e68-00a77b5508f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.914892] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.915177] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.915332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.915490] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1294.916481] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f4e7ee-2282-4117-838d-b03256b96240 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.925332] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165858a5-5bc2-419c-859c-cfba6c02cb6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.940091] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fef3ca-6261-49e2-9695-9cb1c7d42365 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.947322] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac2026-ab8e-4a9e-baf2-4f259afcc771 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.979437] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180074MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1294.979666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.979855] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.196018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.196188] env[69350]: DEBUG oslo_concurrency.lockutils [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquired lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.196356] env[69350]: DEBUG nova.network.neutron [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.200380] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.896258] env[69350]: DEBUG nova.network.neutron [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Updating instance_info_cache with network_info: [{"id": "1cf145b5-fc3f-4654-8444-f70f347402d0", "address": "fa:16:3e:c7:56:03", "network": {"id": "60be7b25-fad6-49d3-bdd8-1316f7b0c356", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1790552531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "830e85774778438886e6ab2a50799ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf145b5-fc", "ovs_interfaceid": "1cf145b5-fc3f-4654-8444-f70f347402d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.990185] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Applying migration context for instance 7fad7533-872e-4719-8442-9cc66a3585c3 as it has an incoming, in-progress migration f5c23365-f084-45a0-ac30-1c954af00130. Migration status is migrating {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1295.991163] env[69350]: INFO nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating resource usage from migration f5c23365-f084-45a0-ac30-1c954af00130 [ 1296.011375] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 8110e254-befa-4520-b07b-e96998f58fa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.011573] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance be2e0f3b-3461-43d6-9f85-aa584ce69f62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.011697] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Migration f5c23365-f084-45a0-ac30-1c954af00130 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1296.011789] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance 7fad7533-872e-4719-8442-9cc66a3585c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.011939] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1296.012102] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1296.072286] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7163f521-9a0a-4972-aefe-1979193335f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.080578] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d56c971-56e3-45bf-87c8-aded83d113ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.112212] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc468df-6fdb-4532-bd90-93af3f5b08a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.120354] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5429b45-e048-4041-8375-1b219b3acc3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.133985] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.399323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Releasing lock "refresh_cache-8110e254-befa-4520-b07b-e96998f58fa4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.400315] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5881067f-aeb9-4574-950a-6549fcb9e533 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.407193] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Resuming the VM {{(pid=69350) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1296.407620] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f98a309f-10a4-49fe-94bd-41b41b473c02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.414288] env[69350]: DEBUG oslo_vmware.api [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1296.414288] env[69350]: value = "task-4149973" [ 1296.414288] env[69350]: _type = "Task" [ 1296.414288] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.422071] env[69350]: DEBUG oslo_vmware.api [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.637230] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.713499] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a521264-3dae-4549-8d0d-686186efa10d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.732133] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance '7fad7533-872e-4719-8442-9cc66a3585c3' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.926839] env[69350]: DEBUG oslo_vmware.api [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149973, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.142652] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1297.142943] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.163s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.238262] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.238614] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa29a9a-5686-4fd2-802c-73e9ee72fde9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.245582] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1297.245582] env[69350]: value = "task-4149974" [ 1297.245582] env[69350]: _type = "Task" [ 1297.245582] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.256357] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.425671] env[69350]: DEBUG oslo_vmware.api [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149973, 'name': PowerOnVM_Task, 'duration_secs': 0.591298} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.425969] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Resumed the VM {{(pid=69350) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1297.426214] env[69350]: DEBUG nova.compute.manager [None req-39b2dfc7-e35b-4aac-80d3-e8d18b867160 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.427016] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ed2ff-b783-48da-81ed-0b727da69e37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.755696] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149974, 'name': PowerOffVM_Task, 'duration_secs': 0.286754} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.755980] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.756197] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance '7fad7533-872e-4719-8442-9cc66a3585c3' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.138938] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.262563] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.262809] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.262989] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.263254] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.263410] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.263561] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.263764] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.263959] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.264174] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.264386] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.264513] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.269873] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24002cff-0833-4218-b440-db09c62cc5f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.286645] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1298.286645] env[69350]: value = "task-4149975" [ 1298.286645] env[69350]: _type = "Task" [ 1298.286645] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.296842] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.338997] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "8110e254-befa-4520-b07b-e96998f58fa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.339357] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "8110e254-befa-4520-b07b-e96998f58fa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.339629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "8110e254-befa-4520-b07b-e96998f58fa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.339864] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "8110e254-befa-4520-b07b-e96998f58fa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.340093] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "8110e254-befa-4520-b07b-e96998f58fa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.342465] env[69350]: INFO nova.compute.manager [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Terminating instance [ 1298.797265] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149975, 'name': ReconfigVM_Task, 'duration_secs': 0.146444} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.797581] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance '7fad7533-872e-4719-8442-9cc66a3585c3' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.846269] env[69350]: DEBUG nova.compute.manager [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.846452] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.847377] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9458c2f8-6f50-4441-8287-a8873e3ffb04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.855638] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.855960] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af5b4b6f-bfba-4901-b050-cbb1548377f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.864157] env[69350]: DEBUG oslo_vmware.api [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1298.864157] env[69350]: value = "task-4149976" [ 1298.864157] env[69350]: _type = "Task" [ 1298.864157] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.875528] env[69350]: DEBUG oslo_vmware.api [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.303925] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.304411] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.304411] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.304529] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.304652] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.304792] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.304998] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.305181] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.305354] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.305515] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.305725] env[69350]: DEBUG nova.virt.hardware [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.311082] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.311374] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a272cbb2-a02d-49a3-9e90-5ca508b65f0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.329867] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1299.329867] env[69350]: value = "task-4149977" [ 1299.329867] env[69350]: _type = "Task" [ 1299.329867] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.338960] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.374331] env[69350]: DEBUG oslo_vmware.api [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149976, 'name': PowerOffVM_Task, 'duration_secs': 0.226808} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.374331] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.374331] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.374749] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59998bc0-5b16-4fb7-a418-73060b85b4c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.666121] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.666121] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.666121] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleting the datastore file [datastore1] 8110e254-befa-4520-b07b-e96998f58fa4 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.666784] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49fef7ac-0240-4371-9e27-0f175de519b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.673457] env[69350]: DEBUG oslo_vmware.api [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for the task: (returnval){ [ 1299.673457] env[69350]: value = "task-4149979" [ 1299.673457] env[69350]: _type = "Task" [ 1299.673457] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.683697] env[69350]: DEBUG oslo_vmware.api [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.839582] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149977, 'name': ReconfigVM_Task, 'duration_secs': 0.175902} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.839869] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1299.840691] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8559ff-9f0a-431a-aa9b-4aacf9fb6324 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.862895] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 7fad7533-872e-4719-8442-9cc66a3585c3/7fad7533-872e-4719-8442-9cc66a3585c3.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.863221] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b590c0-0efc-4692-a562-8c5ec850fc53 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.881801] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1299.881801] env[69350]: value = "task-4149980" [ 1299.881801] env[69350]: _type = "Task" [ 1299.881801] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.893905] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.184872] env[69350]: DEBUG oslo_vmware.api [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Task: {'id': task-4149979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156903} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.185151] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.185341] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.185521] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.185741] env[69350]: INFO nova.compute.manager [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1300.186122] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.186398] env[69350]: DEBUG nova.compute.manager [-] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.186495] env[69350]: DEBUG nova.network.neutron [-] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.393251] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149980, 'name': ReconfigVM_Task, 'duration_secs': 0.33897} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.393669] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 7fad7533-872e-4719-8442-9cc66a3585c3/7fad7533-872e-4719-8442-9cc66a3585c3.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.393877] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance '7fad7533-872e-4719-8442-9cc66a3585c3' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.598939] env[69350]: DEBUG nova.compute.manager [req-641ae5be-efd2-4be6-b8dd-2eb464809d34 req-c8256516-4402-4266-ada6-f4cf97630fdf service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Received event network-vif-deleted-1cf145b5-fc3f-4654-8444-f70f347402d0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.599309] env[69350]: INFO nova.compute.manager [req-641ae5be-efd2-4be6-b8dd-2eb464809d34 req-c8256516-4402-4266-ada6-f4cf97630fdf service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Neutron deleted interface 1cf145b5-fc3f-4654-8444-f70f347402d0; detaching it from the instance and deleting it from the info cache [ 1300.599578] env[69350]: DEBUG nova.network.neutron [req-641ae5be-efd2-4be6-b8dd-2eb464809d34 req-c8256516-4402-4266-ada6-f4cf97630fdf service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.902037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af929d84-bbd3-4b75-9dbc-c8b05b16744b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.925829] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbc7e08-6bab-4835-96c9-7f23e883519e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.945225] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance '7fad7533-872e-4719-8442-9cc66a3585c3' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.082918] env[69350]: DEBUG nova.network.neutron [-] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.102646] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56db88d7-ecc1-46e3-8a70-d671477c214a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.113310] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864413d4-d418-4ef5-8156-49d509e32481 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.139152] env[69350]: DEBUG nova.compute.manager [req-641ae5be-efd2-4be6-b8dd-2eb464809d34 req-c8256516-4402-4266-ada6-f4cf97630fdf service nova] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Detach interface failed, port_id=1cf145b5-fc3f-4654-8444-f70f347402d0, reason: Instance 8110e254-befa-4520-b07b-e96998f58fa4 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.484356] env[69350]: DEBUG nova.network.neutron [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Port 8b191972-30a8-4aac-8e68-00a77b5508f5 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1301.586084] env[69350]: INFO nova.compute.manager [-] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Took 1.40 seconds to deallocate network for instance. [ 1302.092960] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.093285] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.093513] env[69350]: DEBUG nova.objects.instance [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lazy-loading 'resources' on Instance uuid 8110e254-befa-4520-b07b-e96998f58fa4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.506973] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "7fad7533-872e-4719-8442-9cc66a3585c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.507343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "7fad7533-872e-4719-8442-9cc66a3585c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.507343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "7fad7533-872e-4719-8442-9cc66a3585c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.663489] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b2a1db-f536-42a2-a1e2-cf82b1b19a40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.671559] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368c8a0c-09ff-48e7-8744-20dbbc9592ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.702890] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dd1d7f-dee9-4eb3-967a-52398f77b69c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.710626] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e4cbe9-a61d-4844-a789-28d28950a106 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.724183] env[69350]: DEBUG nova.compute.provider_tree [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.227760] env[69350]: DEBUG nova.scheduler.client.report [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.542935] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.543210] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.543320] env[69350]: DEBUG nova.network.neutron [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.732306] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.750486] env[69350]: INFO nova.scheduler.client.report [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Deleted allocations for instance 8110e254-befa-4520-b07b-e96998f58fa4 [ 1304.257812] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d2d319e8-e83e-4de1-b226-ffaa4525d543 tempest-ServerActionsTestJSON-1397784852 tempest-ServerActionsTestJSON-1397784852-project-member] Lock "8110e254-befa-4520-b07b-e96998f58fa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.918s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.280036] env[69350]: DEBUG nova.network.neutron [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance_info_cache with network_info: [{"id": "8b191972-30a8-4aac-8e68-00a77b5508f5", "address": "fa:16:3e:a1:56:f5", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b191972-30", "ovs_interfaceid": "8b191972-30a8-4aac-8e68-00a77b5508f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.782355] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.312351] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d4bc2d-30be-4dbe-827f-a35e5408d971 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.334682] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816713da-7d22-4c96-b1ae-71233ad155e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.342746] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance '7fad7533-872e-4719-8442-9cc66a3585c3' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.849747] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.850184] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0b2a7ef-dee4-468f-9aa8-5d7d4f5f4aaf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.859689] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1305.859689] env[69350]: value = "task-4149981" [ 1305.859689] env[69350]: _type = "Task" [ 1305.859689] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.868510] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.369668] env[69350]: DEBUG oslo_vmware.api [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149981, 'name': PowerOnVM_Task, 'duration_secs': 0.482531} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.369953] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.370159] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-de443f26-9792-4920-93f9-b7b004573b6e tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance '7fad7533-872e-4719-8442-9cc66a3585c3' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.214455] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "7fad7533-872e-4719-8442-9cc66a3585c3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.214455] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "7fad7533-872e-4719-8442-9cc66a3585c3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.214455] env[69350]: DEBUG nova.compute.manager [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Going to confirm migration 10 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1308.759040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.759040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquired lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.759534] env[69350]: DEBUG nova.network.neutron [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.760626] env[69350]: DEBUG nova.objects.instance [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lazy-loading 'info_cache' on Instance uuid 7fad7533-872e-4719-8442-9cc66a3585c3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.376280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquiring lock "7c6deb98-52c1-4b7a-96a5-636d404633b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.376608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lock "7c6deb98-52c1-4b7a-96a5-636d404633b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.879273] env[69350]: DEBUG nova.compute.manager [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.994741] env[69350]: DEBUG nova.network.neutron [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance_info_cache with network_info: [{"id": "8b191972-30a8-4aac-8e68-00a77b5508f5", "address": "fa:16:3e:a1:56:f5", "network": {"id": "c55c2ba8-5652-4943-a03e-4cabe490ef66", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-609238092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1044e7c00d64162a80f5d05097d9a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b191972-30", "ovs_interfaceid": "8b191972-30a8-4aac-8e68-00a77b5508f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.404295] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.404578] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.406493] env[69350]: INFO nova.compute.claims [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.497401] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Releasing lock "refresh_cache-7fad7533-872e-4719-8442-9cc66a3585c3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.497717] env[69350]: DEBUG nova.objects.instance [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lazy-loading 'migration_context' on Instance uuid 7fad7533-872e-4719-8442-9cc66a3585c3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.000877] env[69350]: DEBUG nova.objects.base [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Object Instance<7fad7533-872e-4719-8442-9cc66a3585c3> lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1311.001836] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99b0571-2118-49a8-be59-469c4b592ead {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.021810] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5a1347-0304-4256-a0bb-5044c7c2f471 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.028308] env[69350]: DEBUG oslo_vmware.api [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1311.028308] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]526ea4dc-cfb3-79ac-d4de-7e0e1589878a" [ 1311.028308] env[69350]: _type = "Task" [ 1311.028308] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.036222] env[69350]: DEBUG oslo_vmware.api [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526ea4dc-cfb3-79ac-d4de-7e0e1589878a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.475303] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a1a902-cbfb-4bb4-a23e-6ed4ccdae78e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.483599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e420f3-9722-469b-b86e-0086ac3ca6bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.514184] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b131392a-58c7-4c66-b698-a78082eddcf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.522078] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4480b39-704c-4a0d-854f-5906afdaa4e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.535408] env[69350]: DEBUG nova.compute.provider_tree [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.544650] env[69350]: DEBUG oslo_vmware.api [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]526ea4dc-cfb3-79ac-d4de-7e0e1589878a, 'name': SearchDatastore_Task, 'duration_secs': 0.007801} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.545541] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.041372] env[69350]: DEBUG nova.scheduler.client.report [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.547309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.547807] env[69350]: DEBUG nova.compute.manager [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.550787] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.005s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.058034] env[69350]: DEBUG nova.compute.utils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.059642] env[69350]: DEBUG nova.compute.manager [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.059815] env[69350]: DEBUG nova.network.neutron [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.103039] env[69350]: DEBUG nova.policy [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c46e15585ef44f6e8281741305ff0bcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '211ebc312dee4220b9b2ae2662b47361', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.124111] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7041ae-9b50-4e59-b3f6-6e11ce78bb06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.132120] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9840400d-bd24-408b-b75b-df0baca6605a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.163673] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866e8b49-a538-4fb6-8401-c097e17b725a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.171807] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85391ba5-a71b-4639-a143-08b34c6dda51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.186239] env[69350]: DEBUG nova.compute.provider_tree [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.338171] env[69350]: DEBUG nova.network.neutron [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Successfully created port: c8c30b2d-3474-43be-a320-aaeef5a4a628 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.564086] env[69350]: DEBUG nova.compute.manager [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.690085] env[69350]: DEBUG nova.scheduler.client.report [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.574169] env[69350]: DEBUG nova.compute.manager [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.601332] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.601610] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.601777] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.601961] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.602128] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.602533] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.602533] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.602654] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.602802] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.602968] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.603162] env[69350]: DEBUG nova.virt.hardware [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.604149] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bdc64-a7ec-4736-afea-ca8ca67dd88e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.613044] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa724d-d44c-4d78-85b4-893f8fadb45d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.700769] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.150s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.728450] env[69350]: DEBUG nova.compute.manager [req-eb8f4a66-f54a-4210-ba78-3de34820b596 req-f0d1a1e6-ac2c-449a-a05c-c48536bc3310 service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Received event network-vif-plugged-c8c30b2d-3474-43be-a320-aaeef5a4a628 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.728720] env[69350]: DEBUG oslo_concurrency.lockutils [req-eb8f4a66-f54a-4210-ba78-3de34820b596 req-f0d1a1e6-ac2c-449a-a05c-c48536bc3310 service nova] Acquiring lock "7c6deb98-52c1-4b7a-96a5-636d404633b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.728987] env[69350]: DEBUG oslo_concurrency.lockutils [req-eb8f4a66-f54a-4210-ba78-3de34820b596 req-f0d1a1e6-ac2c-449a-a05c-c48536bc3310 service nova] Lock "7c6deb98-52c1-4b7a-96a5-636d404633b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.729424] env[69350]: DEBUG oslo_concurrency.lockutils [req-eb8f4a66-f54a-4210-ba78-3de34820b596 req-f0d1a1e6-ac2c-449a-a05c-c48536bc3310 service nova] Lock "7c6deb98-52c1-4b7a-96a5-636d404633b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.729628] env[69350]: DEBUG nova.compute.manager [req-eb8f4a66-f54a-4210-ba78-3de34820b596 req-f0d1a1e6-ac2c-449a-a05c-c48536bc3310 service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] No waiting events found dispatching network-vif-plugged-c8c30b2d-3474-43be-a320-aaeef5a4a628 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.729838] env[69350]: WARNING nova.compute.manager [req-eb8f4a66-f54a-4210-ba78-3de34820b596 req-f0d1a1e6-ac2c-449a-a05c-c48536bc3310 service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Received unexpected event network-vif-plugged-c8c30b2d-3474-43be-a320-aaeef5a4a628 for instance with vm_state building and task_state spawning. [ 1315.080451] env[69350]: DEBUG nova.network.neutron [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Successfully updated port: c8c30b2d-3474-43be-a320-aaeef5a4a628 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.261431] env[69350]: INFO nova.scheduler.client.report [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted allocation for migration f5c23365-f084-45a0-ac30-1c954af00130 [ 1315.583312] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquiring lock "refresh_cache-7c6deb98-52c1-4b7a-96a5-636d404633b8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.583706] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquired lock "refresh_cache-7c6deb98-52c1-4b7a-96a5-636d404633b8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.583706] env[69350]: DEBUG nova.network.neutron [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.767879] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "7fad7533-872e-4719-8442-9cc66a3585c3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.555s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.126763] env[69350]: DEBUG nova.network.neutron [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.269850] env[69350]: DEBUG nova.network.neutron [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Updating instance_info_cache with network_info: [{"id": "c8c30b2d-3474-43be-a320-aaeef5a4a628", "address": "fa:16:3e:71:62:1a", "network": {"id": "da3379b0-0bd4-4d48-98a5-f5e3f7285baa", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1998787065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "211ebc312dee4220b9b2ae2662b47361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c30b2d-34", "ovs_interfaceid": "c8c30b2d-3474-43be-a320-aaeef5a4a628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.775033] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Releasing lock "refresh_cache-7c6deb98-52c1-4b7a-96a5-636d404633b8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.775033] env[69350]: DEBUG nova.compute.manager [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Instance network_info: |[{"id": "c8c30b2d-3474-43be-a320-aaeef5a4a628", "address": "fa:16:3e:71:62:1a", "network": {"id": "da3379b0-0bd4-4d48-98a5-f5e3f7285baa", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1998787065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "211ebc312dee4220b9b2ae2662b47361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c30b2d-34", "ovs_interfaceid": "c8c30b2d-3474-43be-a320-aaeef5a4a628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1316.775033] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:62:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c30b2d-3474-43be-a320-aaeef5a4a628', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.781759] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Creating folder: Project (211ebc312dee4220b9b2ae2662b47361). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.782322] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cf4f80a-09cb-4686-b0cc-1c8834912dfc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.795483] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Created folder: Project (211ebc312dee4220b9b2ae2662b47361) in parent group-v821414. [ 1316.795671] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Creating folder: Instances. Parent ref: group-v821749. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.795964] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1fd9106-a1bd-4193-b2f7-0df7e8d1e2a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.806531] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Created folder: Instances in parent group-v821749. [ 1316.806763] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.806950] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.807166] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-075eacaa-7378-40a8-91b9-e01a51475ba5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.828698] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.828698] env[69350]: value = "task-4149984" [ 1316.828698] env[69350]: _type = "Task" [ 1316.828698] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.838908] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149984, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.013503] env[69350]: DEBUG nova.compute.manager [req-29a6c6ad-0180-4705-9146-6d79c65d0118 req-3785ad57-b3a6-4281-b18a-2389a532d89a service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Received event network-changed-c8c30b2d-3474-43be-a320-aaeef5a4a628 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.013884] env[69350]: DEBUG nova.compute.manager [req-29a6c6ad-0180-4705-9146-6d79c65d0118 req-3785ad57-b3a6-4281-b18a-2389a532d89a service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Refreshing instance network info cache due to event network-changed-c8c30b2d-3474-43be-a320-aaeef5a4a628. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.014393] env[69350]: DEBUG oslo_concurrency.lockutils [req-29a6c6ad-0180-4705-9146-6d79c65d0118 req-3785ad57-b3a6-4281-b18a-2389a532d89a service nova] Acquiring lock "refresh_cache-7c6deb98-52c1-4b7a-96a5-636d404633b8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.014666] env[69350]: DEBUG oslo_concurrency.lockutils [req-29a6c6ad-0180-4705-9146-6d79c65d0118 req-3785ad57-b3a6-4281-b18a-2389a532d89a service nova] Acquired lock "refresh_cache-7c6deb98-52c1-4b7a-96a5-636d404633b8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.014874] env[69350]: DEBUG nova.network.neutron [req-29a6c6ad-0180-4705-9146-6d79c65d0118 req-3785ad57-b3a6-4281-b18a-2389a532d89a service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Refreshing network info cache for port c8c30b2d-3474-43be-a320-aaeef5a4a628 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.025827] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.026219] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.026417] env[69350]: INFO nova.compute.manager [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Shelving [ 1317.238397] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "7fad7533-872e-4719-8442-9cc66a3585c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.238598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "7fad7533-872e-4719-8442-9cc66a3585c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.238814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "7fad7533-872e-4719-8442-9cc66a3585c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.239016] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "7fad7533-872e-4719-8442-9cc66a3585c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.239196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "7fad7533-872e-4719-8442-9cc66a3585c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.241529] env[69350]: INFO nova.compute.manager [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Terminating instance [ 1317.338826] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4149984, 'name': CreateVM_Task, 'duration_secs': 0.337748} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.338994] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.339657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.339834] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.340171] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.340424] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a213d4-c6f2-4dbf-ae8f-65bc72ebc76d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.345678] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for the task: (returnval){ [ 1317.345678] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52e4edb7-7818-b4cb-903c-fdd2919185c2" [ 1317.345678] env[69350]: _type = "Task" [ 1317.345678] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.353564] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e4edb7-7818-b4cb-903c-fdd2919185c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.745352] env[69350]: DEBUG nova.compute.manager [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.745560] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.746932] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580d1f5d-ae5f-48d3-9cf2-0b71775bd550 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.756787] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.757643] env[69350]: DEBUG nova.network.neutron [req-29a6c6ad-0180-4705-9146-6d79c65d0118 req-3785ad57-b3a6-4281-b18a-2389a532d89a service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Updated VIF entry in instance network info cache for port c8c30b2d-3474-43be-a320-aaeef5a4a628. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.757958] env[69350]: DEBUG nova.network.neutron [req-29a6c6ad-0180-4705-9146-6d79c65d0118 req-3785ad57-b3a6-4281-b18a-2389a532d89a service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Updating instance_info_cache with network_info: [{"id": "c8c30b2d-3474-43be-a320-aaeef5a4a628", "address": "fa:16:3e:71:62:1a", "network": {"id": "da3379b0-0bd4-4d48-98a5-f5e3f7285baa", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1998787065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "211ebc312dee4220b9b2ae2662b47361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c30b2d-34", "ovs_interfaceid": "c8c30b2d-3474-43be-a320-aaeef5a4a628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.759547] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50407df1-5e06-4878-863f-261078e4d74c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.767740] env[69350]: DEBUG oslo_vmware.api [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1317.767740] env[69350]: value = "task-4149985" [ 1317.767740] env[69350]: _type = "Task" [ 1317.767740] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.777843] env[69350]: DEBUG oslo_vmware.api [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.856600] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52e4edb7-7818-b4cb-903c-fdd2919185c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.856939] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.857223] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.857459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.857605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.857834] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.858151] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a52944d8-6c12-4d24-88c7-42758f3d7e16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.868425] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.868659] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.869479] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1541537d-1f74-47f3-8921-f201eea06b43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.875112] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for the task: (returnval){ [ 1317.875112] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5247dca2-c1ab-e2be-09c4-1a19d2380420" [ 1317.875112] env[69350]: _type = "Task" [ 1317.875112] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.883913] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5247dca2-c1ab-e2be-09c4-1a19d2380420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.038116] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.038572] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a6a2356-6648-49f2-b50b-3c7e1bb125c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.046459] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1318.046459] env[69350]: value = "task-4149986" [ 1318.046459] env[69350]: _type = "Task" [ 1318.046459] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.056580] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.262579] env[69350]: DEBUG oslo_concurrency.lockutils [req-29a6c6ad-0180-4705-9146-6d79c65d0118 req-3785ad57-b3a6-4281-b18a-2389a532d89a service nova] Releasing lock "refresh_cache-7c6deb98-52c1-4b7a-96a5-636d404633b8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.277962] env[69350]: DEBUG oslo_vmware.api [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149985, 'name': PowerOffVM_Task, 'duration_secs': 0.169675} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.278266] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.278466] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.278726] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73baddf4-f4db-4342-80a5-23ee9c0ca1d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.346108] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.346348] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.346532] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleting the datastore file [datastore1] 7fad7533-872e-4719-8442-9cc66a3585c3 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.346827] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-102ac7f1-7351-4255-957c-c26482f7c041 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.353920] env[69350]: DEBUG oslo_vmware.api [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for the task: (returnval){ [ 1318.353920] env[69350]: value = "task-4149988" [ 1318.353920] env[69350]: _type = "Task" [ 1318.353920] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.362337] env[69350]: DEBUG oslo_vmware.api [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.385138] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5247dca2-c1ab-e2be-09c4-1a19d2380420, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.385946] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1bd8fb-dddc-46bd-bf49-b93c7e24ab14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.390945] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for the task: (returnval){ [ 1318.390945] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523b8971-1fd1-72c8-76ff-0f437e72b2c9" [ 1318.390945] env[69350]: _type = "Task" [ 1318.390945] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.398470] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523b8971-1fd1-72c8-76ff-0f437e72b2c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.556232] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149986, 'name': PowerOffVM_Task, 'duration_secs': 0.180396} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.556498] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.557331] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16866584-23af-41b6-9b28-212834db69f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.576469] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d098e3-1dc8-40c2-bf17-feecf36444db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.865466] env[69350]: DEBUG oslo_vmware.api [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Task: {'id': task-4149988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148965} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.865970] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.866184] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.866459] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.866728] env[69350]: INFO nova.compute.manager [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1318.867092] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.867376] env[69350]: DEBUG nova.compute.manager [-] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.867517] env[69350]: DEBUG nova.network.neutron [-] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.901554] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523b8971-1fd1-72c8-76ff-0f437e72b2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.019351} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.901801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.902093] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 7c6deb98-52c1-4b7a-96a5-636d404633b8/7c6deb98-52c1-4b7a-96a5-636d404633b8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.902376] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3fc8bf4-26fe-49e9-80c9-5d5ef1709cb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.911167] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for the task: (returnval){ [ 1318.911167] env[69350]: value = "task-4149989" [ 1318.911167] env[69350]: _type = "Task" [ 1318.911167] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.920932] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.087465] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1319.087813] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ebd9f03-0953-4d84-b0a3-35cde391a95c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.096589] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1319.096589] env[69350]: value = "task-4149990" [ 1319.096589] env[69350]: _type = "Task" [ 1319.096589] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.107324] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149990, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.213139] env[69350]: DEBUG nova.compute.manager [req-4336a093-e1aa-4443-8323-1a0b93e10090 req-70aa7dc5-add0-4b3c-a930-9c1ea88b108c service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Received event network-vif-deleted-8b191972-30a8-4aac-8e68-00a77b5508f5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.213465] env[69350]: INFO nova.compute.manager [req-4336a093-e1aa-4443-8323-1a0b93e10090 req-70aa7dc5-add0-4b3c-a930-9c1ea88b108c service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Neutron deleted interface 8b191972-30a8-4aac-8e68-00a77b5508f5; detaching it from the instance and deleting it from the info cache [ 1319.213652] env[69350]: DEBUG nova.network.neutron [req-4336a093-e1aa-4443-8323-1a0b93e10090 req-70aa7dc5-add0-4b3c-a930-9c1ea88b108c service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.421885] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471301} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.422197] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] 7c6deb98-52c1-4b7a-96a5-636d404633b8/7c6deb98-52c1-4b7a-96a5-636d404633b8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.422518] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.422828] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e0590c4-f154-4b5e-a06f-870def39682e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.429956] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for the task: (returnval){ [ 1319.429956] env[69350]: value = "task-4149991" [ 1319.429956] env[69350]: _type = "Task" [ 1319.429956] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.438399] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.606701] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149990, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.690506] env[69350]: DEBUG nova.network.neutron [-] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.716812] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd0a58bd-b6f3-4adc-a959-79f22b8502de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.729196] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2d110a-7735-4572-9a99-4af33aa1bc46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.757594] env[69350]: DEBUG nova.compute.manager [req-4336a093-e1aa-4443-8323-1a0b93e10090 req-70aa7dc5-add0-4b3c-a930-9c1ea88b108c service nova] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Detach interface failed, port_id=8b191972-30a8-4aac-8e68-00a77b5508f5, reason: Instance 7fad7533-872e-4719-8442-9cc66a3585c3 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1319.940592] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072922} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.940956] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.941665] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08133e98-1c09-4b23-98c0-02b43ebff957 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.963616] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7c6deb98-52c1-4b7a-96a5-636d404633b8/7c6deb98-52c1-4b7a-96a5-636d404633b8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.963903] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4966db3d-de2a-4b63-b0ea-07e7e8637428 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.984378] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for the task: (returnval){ [ 1319.984378] env[69350]: value = "task-4149992" [ 1319.984378] env[69350]: _type = "Task" [ 1319.984378] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.992820] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.106756] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149990, 'name': CreateSnapshot_Task, 'duration_secs': 0.558409} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.107266] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1320.108268] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99229ab-7128-492d-b1b5-03fb9e9cef82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.193320] env[69350]: INFO nova.compute.manager [-] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Took 1.33 seconds to deallocate network for instance. [ 1320.494762] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.628569] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1320.628878] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36b1a0be-bf81-4196-806e-5a3a8d4dc141 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.638160] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1320.638160] env[69350]: value = "task-4149993" [ 1320.638160] env[69350]: _type = "Task" [ 1320.638160] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.647175] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149993, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.700861] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.701166] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.701364] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.724897] env[69350]: INFO nova.scheduler.client.report [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Deleted allocations for instance 7fad7533-872e-4719-8442-9cc66a3585c3 [ 1320.995594] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149992, 'name': ReconfigVM_Task, 'duration_secs': 0.583025} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.995953] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7c6deb98-52c1-4b7a-96a5-636d404633b8/7c6deb98-52c1-4b7a-96a5-636d404633b8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.996688] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1803bd7b-758b-40fe-a9b3-033c059bba8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.005506] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for the task: (returnval){ [ 1321.005506] env[69350]: value = "task-4149994" [ 1321.005506] env[69350]: _type = "Task" [ 1321.005506] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.016287] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149994, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.148844] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149993, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.234595] env[69350]: DEBUG oslo_concurrency.lockutils [None req-476cc413-bc72-452d-b071-2d0cf1404c6f tempest-DeleteServersTestJSON-1417757124 tempest-DeleteServersTestJSON-1417757124-project-member] Lock "7fad7533-872e-4719-8442-9cc66a3585c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.996s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.516556] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149994, 'name': Rename_Task, 'duration_secs': 0.272839} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.516793] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.517095] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-205521c6-d102-4e64-bf03-17620aa980d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.524430] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for the task: (returnval){ [ 1321.524430] env[69350]: value = "task-4149996" [ 1321.524430] env[69350]: _type = "Task" [ 1321.524430] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.532723] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.649374] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4149993, 'name': CloneVM_Task, 'duration_secs': 0.909895} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.649650] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Created linked-clone VM from snapshot [ 1321.650419] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63461aa-1b3b-440a-8cdc-18f5d1fa1cd0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.657875] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Uploading image f3d2ca39-1624-422d-a265-4db29d95b2ff {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1321.687171] env[69350]: DEBUG oslo_vmware.rw_handles [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1321.687171] env[69350]: value = "vm-821753" [ 1321.687171] env[69350]: _type = "VirtualMachine" [ 1321.687171] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1321.687437] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82b54918-418d-4b02-95fa-e72bf5440604 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.694795] env[69350]: DEBUG oslo_vmware.rw_handles [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lease: (returnval){ [ 1321.694795] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52dea6b8-f055-0615-7500-14e9ceb719d3" [ 1321.694795] env[69350]: _type = "HttpNfcLease" [ 1321.694795] env[69350]: } obtained for exporting VM: (result){ [ 1321.694795] env[69350]: value = "vm-821753" [ 1321.694795] env[69350]: _type = "VirtualMachine" [ 1321.694795] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1321.695311] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the lease: (returnval){ [ 1321.695311] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52dea6b8-f055-0615-7500-14e9ceb719d3" [ 1321.695311] env[69350]: _type = "HttpNfcLease" [ 1321.695311] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1321.701578] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.701578] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52dea6b8-f055-0615-7500-14e9ceb719d3" [ 1321.701578] env[69350]: _type = "HttpNfcLease" [ 1321.701578] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1322.037129] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149996, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.204176] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.204176] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52dea6b8-f055-0615-7500-14e9ceb719d3" [ 1322.204176] env[69350]: _type = "HttpNfcLease" [ 1322.204176] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1322.204548] env[69350]: DEBUG oslo_vmware.rw_handles [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1322.204548] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52dea6b8-f055-0615-7500-14e9ceb719d3" [ 1322.204548] env[69350]: _type = "HttpNfcLease" [ 1322.204548] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1322.205326] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39179e99-b5c3-4de2-964f-28bc20672be5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.212947] env[69350]: DEBUG oslo_vmware.rw_handles [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cda9e-3fff-3ba1-1094-3736aab5a84b/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1322.213142] env[69350]: DEBUG oslo_vmware.rw_handles [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cda9e-3fff-3ba1-1094-3736aab5a84b/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1322.412528] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee28bb22-336e-42fe-916b-2413b0274435 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.535625] env[69350]: DEBUG oslo_vmware.api [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149996, 'name': PowerOnVM_Task, 'duration_secs': 0.539788} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.535892] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.536177] env[69350]: INFO nova.compute.manager [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1322.536392] env[69350]: DEBUG nova.compute.manager [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.537214] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b8d2d3-4c45-4572-ac97-30ae19862de8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.054822] env[69350]: INFO nova.compute.manager [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Took 12.67 seconds to build instance. [ 1323.556472] env[69350]: DEBUG oslo_concurrency.lockutils [None req-feb666b0-f5d6-4644-b126-e9af37aa6ec4 tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lock "7c6deb98-52c1-4b7a-96a5-636d404633b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.180s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.942033] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquiring lock "7c6deb98-52c1-4b7a-96a5-636d404633b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.942330] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lock "7c6deb98-52c1-4b7a-96a5-636d404633b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.942450] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquiring lock "7c6deb98-52c1-4b7a-96a5-636d404633b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.942691] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lock "7c6deb98-52c1-4b7a-96a5-636d404633b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.942893] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lock "7c6deb98-52c1-4b7a-96a5-636d404633b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.945354] env[69350]: INFO nova.compute.manager [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Terminating instance [ 1324.449483] env[69350]: DEBUG nova.compute.manager [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.449994] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.451068] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5c47a3-752c-4cbe-b907-a7e95c4038c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.459967] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.460415] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8aa5fbd-6925-42a7-937b-28a4af82b362 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.467729] env[69350]: DEBUG oslo_vmware.api [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for the task: (returnval){ [ 1324.467729] env[69350]: value = "task-4149998" [ 1324.467729] env[69350]: _type = "Task" [ 1324.467729] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.479195] env[69350]: DEBUG oslo_vmware.api [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.978080] env[69350]: DEBUG oslo_vmware.api [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4149998, 'name': PowerOffVM_Task, 'duration_secs': 0.237347} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.978414] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.978609] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.978887] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c91e9b75-fde3-4624-8106-bebcdf03cb08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.050110] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.050374] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.050591] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Deleting the datastore file [datastore2] 7c6deb98-52c1-4b7a-96a5-636d404633b8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.050903] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da6fa4ff-05ac-4dd2-b182-fee863eb3d33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.059210] env[69350]: DEBUG oslo_vmware.api [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for the task: (returnval){ [ 1325.059210] env[69350]: value = "task-4150000" [ 1325.059210] env[69350]: _type = "Task" [ 1325.059210] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.070080] env[69350]: DEBUG oslo_vmware.api [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4150000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.570086] env[69350]: DEBUG oslo_vmware.api [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Task: {'id': task-4150000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170535} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.570392] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.570569] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.570747] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.570919] env[69350]: INFO nova.compute.manager [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1325.571214] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.571415] env[69350]: DEBUG nova.compute.manager [-] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.571510] env[69350]: DEBUG nova.network.neutron [-] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.031631] env[69350]: DEBUG nova.compute.manager [req-57db5f55-bc47-4aa8-a12a-9c5a5b702d7c req-42da042b-61be-4fa1-809f-4eaecb13622b service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Received event network-vif-deleted-c8c30b2d-3474-43be-a320-aaeef5a4a628 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.031711] env[69350]: INFO nova.compute.manager [req-57db5f55-bc47-4aa8-a12a-9c5a5b702d7c req-42da042b-61be-4fa1-809f-4eaecb13622b service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Neutron deleted interface c8c30b2d-3474-43be-a320-aaeef5a4a628; detaching it from the instance and deleting it from the info cache [ 1326.031891] env[69350]: DEBUG nova.network.neutron [req-57db5f55-bc47-4aa8-a12a-9c5a5b702d7c req-42da042b-61be-4fa1-809f-4eaecb13622b service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.506115] env[69350]: DEBUG nova.network.neutron [-] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.534577] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05262449-c43b-43e7-bb5d-4b41849d3f99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.545505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eb0623-c18d-4fd7-ad0a-3ed40cd4fa6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.578650] env[69350]: DEBUG nova.compute.manager [req-57db5f55-bc47-4aa8-a12a-9c5a5b702d7c req-42da042b-61be-4fa1-809f-4eaecb13622b service nova] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Detach interface failed, port_id=c8c30b2d-3474-43be-a320-aaeef5a4a628, reason: Instance 7c6deb98-52c1-4b7a-96a5-636d404633b8 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.009660] env[69350]: INFO nova.compute.manager [-] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Took 1.44 seconds to deallocate network for instance. [ 1327.518094] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.518094] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.518486] env[69350]: DEBUG nova.objects.instance [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lazy-loading 'resources' on Instance uuid 7c6deb98-52c1-4b7a-96a5-636d404633b8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.067588] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae93938-c5c0-4485-8545-31d0dfa60b02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.075890] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7bd4b8-290a-44f1-86a1-658d26f38617 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.108583] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95c01d4-a420-4b7b-9d6c-cfa15c352ed3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.116785] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c093c6-ed36-497f-aaf5-32f16653bd44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.131378] env[69350]: DEBUG nova.compute.provider_tree [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.634944] env[69350]: DEBUG nova.scheduler.client.report [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.140576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.160607] env[69350]: INFO nova.scheduler.client.report [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Deleted allocations for instance 7c6deb98-52c1-4b7a-96a5-636d404633b8 [ 1329.669962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1c355091-bf83-4b9d-9f6e-866b7f7d692d tempest-ServerAddressesNegativeTestJSON-46674405 tempest-ServerAddressesNegativeTestJSON-46674405-project-member] Lock "7c6deb98-52c1-4b7a-96a5-636d404633b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.727s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.562961] env[69350]: DEBUG oslo_vmware.rw_handles [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cda9e-3fff-3ba1-1094-3736aab5a84b/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1330.563989] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da419e1-83d9-44df-b7a0-48d14a08e50c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.571440] env[69350]: DEBUG oslo_vmware.rw_handles [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cda9e-3fff-3ba1-1094-3736aab5a84b/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1330.571658] env[69350]: ERROR oslo_vmware.rw_handles [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cda9e-3fff-3ba1-1094-3736aab5a84b/disk-0.vmdk due to incomplete transfer. [ 1330.571874] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4c6567e-239e-40e3-b1d8-fc1655a16475 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.582857] env[69350]: DEBUG oslo_vmware.rw_handles [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cda9e-3fff-3ba1-1094-3736aab5a84b/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1330.583151] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Uploaded image f3d2ca39-1624-422d-a265-4db29d95b2ff to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1330.585807] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1330.586161] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2dda8143-0e20-4523-ae8c-037d9d663d4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.595062] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1330.595062] env[69350]: value = "task-4150001" [ 1330.595062] env[69350]: _type = "Task" [ 1330.595062] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.606459] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150001, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.105327] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150001, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.610411] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150001, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.108385] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150001, 'name': Destroy_Task, 'duration_secs': 1.118884} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.108678] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Destroyed the VM [ 1332.108924] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1332.109200] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b95778f-668f-48b6-b1ad-874de0128b86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.116998] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1332.116998] env[69350]: value = "task-4150002" [ 1332.116998] env[69350]: _type = "Task" [ 1332.116998] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.126124] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150002, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.628555] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150002, 'name': RemoveSnapshot_Task, 'duration_secs': 0.360992} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.628555] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1332.628851] env[69350]: DEBUG nova.compute.manager [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.629458] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4f490f-5c97-40ed-885d-42514c4f02e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.141274] env[69350]: INFO nova.compute.manager [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Shelve offloading [ 1333.644932] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.645313] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71ca8b0f-0719-48b8-81fc-a18343a004d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.653428] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1333.653428] env[69350]: value = "task-4150003" [ 1333.653428] env[69350]: _type = "Task" [ 1333.653428] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.662676] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.164425] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1334.164678] env[69350]: DEBUG nova.compute.manager [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.165469] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57abbdfd-aff4-47cf-b52c-cb0e4053c129 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.171561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.171733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.171907] env[69350]: DEBUG nova.network.neutron [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.973905] env[69350]: DEBUG nova.network.neutron [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updating instance_info_cache with network_info: [{"id": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "address": "fa:16:3e:93:52:91", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05142183-51", "ovs_interfaceid": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.054078] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "bdaa100e-cf00-4682-becc-e73c8d31613c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.054243] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "bdaa100e-cf00-4682-becc-e73c8d31613c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.396429] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.396675] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.476675] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.557346] env[69350]: DEBUG nova.compute.manager [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.678071] env[69350]: DEBUG nova.compute.manager [req-66e9d81b-0014-406e-8522-98a34dda4b90 req-14240ad2-395b-4b41-86f5-2a7a05539818 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received event network-vif-unplugged-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.678327] env[69350]: DEBUG oslo_concurrency.lockutils [req-66e9d81b-0014-406e-8522-98a34dda4b90 req-14240ad2-395b-4b41-86f5-2a7a05539818 service nova] Acquiring lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.678569] env[69350]: DEBUG oslo_concurrency.lockutils [req-66e9d81b-0014-406e-8522-98a34dda4b90 req-14240ad2-395b-4b41-86f5-2a7a05539818 service nova] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.678759] env[69350]: DEBUG oslo_concurrency.lockutils [req-66e9d81b-0014-406e-8522-98a34dda4b90 req-14240ad2-395b-4b41-86f5-2a7a05539818 service nova] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.678930] env[69350]: DEBUG nova.compute.manager [req-66e9d81b-0014-406e-8522-98a34dda4b90 req-14240ad2-395b-4b41-86f5-2a7a05539818 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] No waiting events found dispatching network-vif-unplugged-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.679380] env[69350]: WARNING nova.compute.manager [req-66e9d81b-0014-406e-8522-98a34dda4b90 req-14240ad2-395b-4b41-86f5-2a7a05539818 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received unexpected event network-vif-unplugged-05142183-51ba-4d8b-b2a3-46be8a85d1fd for instance with vm_state shelved and task_state shelving_offloading. [ 1335.900070] env[69350]: DEBUG nova.compute.manager [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1336.080183] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.081041] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57285c84-0f4d-4f40-b79a-586d4295daa8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.084659] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.084907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.086402] env[69350]: INFO nova.compute.claims [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.093991] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.094270] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-918c59d0-f017-4ec8-9a1f-6b50ee0d48f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.165931] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.166254] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.166494] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleting the datastore file [datastore1] be2e0f3b-3461-43d6-9f85-aa584ce69f62 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.166769] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3adce92c-0f00-4ff1-8f62-976982a85a26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.173840] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1336.173840] env[69350]: value = "task-4150005" [ 1336.173840] env[69350]: _type = "Task" [ 1336.173840] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.181946] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.419372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.683598] env[69350]: DEBUG oslo_vmware.api [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147104} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.683859] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.684135] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.684333] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.702449] env[69350]: INFO nova.scheduler.client.report [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleted allocations for instance be2e0f3b-3461-43d6-9f85-aa584ce69f62 [ 1337.133456] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048afcac-6073-4592-b776-517304d42fd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.141622] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30633adf-bbe9-4823-bb73-d208f3c11426 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.174383] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5031d367-6538-4515-8f9a-8e61466aa427 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.182509] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83610722-cb54-46f6-b282-4f97b775f0b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.196481] env[69350]: DEBUG nova.compute.provider_tree [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.206639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.699468] env[69350]: DEBUG nova.scheduler.client.report [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.706219] env[69350]: DEBUG nova.compute.manager [req-81ed9cbd-2a96-4589-aec6-4d9281c876b2 req-77c6ca75-6d33-48af-aad3-7a708e6942dc service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received event network-changed-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.706362] env[69350]: DEBUG nova.compute.manager [req-81ed9cbd-2a96-4589-aec6-4d9281c876b2 req-77c6ca75-6d33-48af-aad3-7a708e6942dc service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Refreshing instance network info cache due to event network-changed-05142183-51ba-4d8b-b2a3-46be8a85d1fd. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.706573] env[69350]: DEBUG oslo_concurrency.lockutils [req-81ed9cbd-2a96-4589-aec6-4d9281c876b2 req-77c6ca75-6d33-48af-aad3-7a708e6942dc service nova] Acquiring lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.706705] env[69350]: DEBUG oslo_concurrency.lockutils [req-81ed9cbd-2a96-4589-aec6-4d9281c876b2 req-77c6ca75-6d33-48af-aad3-7a708e6942dc service nova] Acquired lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.706864] env[69350]: DEBUG nova.network.neutron [req-81ed9cbd-2a96-4589-aec6-4d9281c876b2 req-77c6ca75-6d33-48af-aad3-7a708e6942dc service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Refreshing network info cache for port 05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.205379] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.206299] env[69350]: DEBUG nova.compute.manager [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.211070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.792s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.213085] env[69350]: INFO nova.compute.claims [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.455732] env[69350]: DEBUG nova.network.neutron [req-81ed9cbd-2a96-4589-aec6-4d9281c876b2 req-77c6ca75-6d33-48af-aad3-7a708e6942dc service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updated VIF entry in instance network info cache for port 05142183-51ba-4d8b-b2a3-46be8a85d1fd. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.456187] env[69350]: DEBUG nova.network.neutron [req-81ed9cbd-2a96-4589-aec6-4d9281c876b2 req-77c6ca75-6d33-48af-aad3-7a708e6942dc service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updating instance_info_cache with network_info: [{"id": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "address": "fa:16:3e:93:52:91", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap05142183-51", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.712865] env[69350]: DEBUG nova.compute.utils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.714299] env[69350]: DEBUG nova.compute.manager [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.714481] env[69350]: DEBUG nova.network.neutron [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.752701] env[69350]: DEBUG nova.policy [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd90f0f9c66534f8f93f99a3cefc6efb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bd697d073a64d5580952208cd082bb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.959050] env[69350]: DEBUG oslo_concurrency.lockutils [req-81ed9cbd-2a96-4589-aec6-4d9281c876b2 req-77c6ca75-6d33-48af-aad3-7a708e6942dc service nova] Releasing lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.007255] env[69350]: DEBUG nova.network.neutron [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Successfully created port: b9b18356-a6f9-4422-b407-b409b2cf2044 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.217629] env[69350]: DEBUG nova.compute.manager [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.291342] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6686246c-52af-4399-b6ab-4689d7b5d0bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.300035] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb33472-b1b0-4433-bbf7-f026a2bc34b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.330712] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50a7fe5-0c55-466e-9211-8871250a7830 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.338682] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae91c7f-58b8-4060-94c3-edd9a74b5592 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.353722] env[69350]: DEBUG nova.compute.provider_tree [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.371824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.857550] env[69350]: DEBUG nova.scheduler.client.report [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.227989] env[69350]: DEBUG nova.compute.manager [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.255406] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.255738] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.255969] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.256263] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.256480] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.256696] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.256979] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.257218] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.257458] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.257696] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.257940] env[69350]: DEBUG nova.virt.hardware [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.258870] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f97bcc-21f4-4869-bd8f-7f2b4348d435 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.267139] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a1b789-d1be-47d6-b5c4-1196ec3750f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.362896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.363613] env[69350]: DEBUG nova.compute.manager [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.366272] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.160s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.366504] env[69350]: DEBUG nova.objects.instance [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'resources' on Instance uuid be2e0f3b-3461-43d6-9f85-aa584ce69f62 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.424041] env[69350]: DEBUG nova.compute.manager [req-2c357320-18da-43cc-af90-a7bf9194f222 req-951284ad-2c20-4c31-803c-73c9f5d47a14 service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Received event network-vif-plugged-b9b18356-a6f9-4422-b407-b409b2cf2044 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.424041] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c357320-18da-43cc-af90-a7bf9194f222 req-951284ad-2c20-4c31-803c-73c9f5d47a14 service nova] Acquiring lock "bdaa100e-cf00-4682-becc-e73c8d31613c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.424041] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c357320-18da-43cc-af90-a7bf9194f222 req-951284ad-2c20-4c31-803c-73c9f5d47a14 service nova] Lock "bdaa100e-cf00-4682-becc-e73c8d31613c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.424041] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c357320-18da-43cc-af90-a7bf9194f222 req-951284ad-2c20-4c31-803c-73c9f5d47a14 service nova] Lock "bdaa100e-cf00-4682-becc-e73c8d31613c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.424041] env[69350]: DEBUG nova.compute.manager [req-2c357320-18da-43cc-af90-a7bf9194f222 req-951284ad-2c20-4c31-803c-73c9f5d47a14 service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] No waiting events found dispatching network-vif-plugged-b9b18356-a6f9-4422-b407-b409b2cf2044 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.424041] env[69350]: WARNING nova.compute.manager [req-2c357320-18da-43cc-af90-a7bf9194f222 req-951284ad-2c20-4c31-803c-73c9f5d47a14 service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Received unexpected event network-vif-plugged-b9b18356-a6f9-4422-b407-b409b2cf2044 for instance with vm_state building and task_state spawning. [ 1340.548504] env[69350]: DEBUG nova.network.neutron [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Successfully updated port: b9b18356-a6f9-4422-b407-b409b2cf2044 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.870784] env[69350]: DEBUG nova.compute.utils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1340.871177] env[69350]: DEBUG nova.compute.manager [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1340.871361] env[69350]: DEBUG nova.network.neutron [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.873419] env[69350]: DEBUG nova.objects.instance [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'numa_topology' on Instance uuid be2e0f3b-3461-43d6-9f85-aa584ce69f62 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.909912] env[69350]: DEBUG nova.policy [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd90f0f9c66534f8f93f99a3cefc6efb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bd697d073a64d5580952208cd082bb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.049733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.049969] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.050086] env[69350]: DEBUG nova.network.neutron [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.169070] env[69350]: DEBUG nova.network.neutron [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Successfully created port: 8689c788-bf6c-434c-aee7-1f4eac9678c2 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.376161] env[69350]: DEBUG nova.compute.manager [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.379594] env[69350]: DEBUG nova.objects.base [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1341.439922] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b903adc-2f19-4fff-b36d-444c4243998e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.449150] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bc24dc-35e5-463d-8e46-316bf5bccdff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.481516] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595e511-5259-45e0-a776-a19263d6a482 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.489752] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d9b91-edda-4b08-8300-ac4678f1088c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.503716] env[69350]: DEBUG nova.compute.provider_tree [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.599882] env[69350]: DEBUG nova.network.neutron [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.728488] env[69350]: DEBUG nova.network.neutron [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Updating instance_info_cache with network_info: [{"id": "b9b18356-a6f9-4422-b407-b409b2cf2044", "address": "fa:16:3e:01:8e:e4", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b18356-a6", "ovs_interfaceid": "b9b18356-a6f9-4422-b407-b409b2cf2044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.007122] env[69350]: DEBUG nova.scheduler.client.report [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.231120] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.231455] env[69350]: DEBUG nova.compute.manager [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Instance network_info: |[{"id": "b9b18356-a6f9-4422-b407-b409b2cf2044", "address": "fa:16:3e:01:8e:e4", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b18356-a6", "ovs_interfaceid": "b9b18356-a6f9-4422-b407-b409b2cf2044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.231913] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:8e:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9b18356-a6f9-4422-b407-b409b2cf2044', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.239709] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Creating folder: Project (8bd697d073a64d5580952208cd082bb6). Parent ref: group-v821414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.240479] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e79a691a-65a8-4e3a-b03a-e0c1f0c49c74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.253376] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Created folder: Project (8bd697d073a64d5580952208cd082bb6) in parent group-v821414. [ 1342.253618] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Creating folder: Instances. Parent ref: group-v821754. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.253869] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b98570f3-e605-4900-837e-f2adb8acdf0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.265920] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Created folder: Instances in parent group-v821754. [ 1342.266189] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.266398] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.266611] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffb92988-94b9-436d-abfd-7a08ecb25c70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.286445] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.286445] env[69350]: value = "task-4150008" [ 1342.286445] env[69350]: _type = "Task" [ 1342.286445] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.294274] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150008, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.386046] env[69350]: DEBUG nova.compute.manager [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.414187] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.414491] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.414687] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.414905] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.415116] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.415285] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.415502] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.415658] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.415823] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.415990] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.416202] env[69350]: DEBUG nova.virt.hardware [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.417063] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29cfa06-7597-4bb9-a9e9-a579b72dccb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.425071] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4314a26d-2067-46ca-9ecd-7ef51e162856 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.451586] env[69350]: DEBUG nova.compute.manager [req-e956d804-5896-4c2d-b33c-bab66eeeb339 req-4eaef23c-9575-40fc-81d7-100b20520330 service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Received event network-changed-b9b18356-a6f9-4422-b407-b409b2cf2044 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.451709] env[69350]: DEBUG nova.compute.manager [req-e956d804-5896-4c2d-b33c-bab66eeeb339 req-4eaef23c-9575-40fc-81d7-100b20520330 service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Refreshing instance network info cache due to event network-changed-b9b18356-a6f9-4422-b407-b409b2cf2044. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.451914] env[69350]: DEBUG oslo_concurrency.lockutils [req-e956d804-5896-4c2d-b33c-bab66eeeb339 req-4eaef23c-9575-40fc-81d7-100b20520330 service nova] Acquiring lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.452040] env[69350]: DEBUG oslo_concurrency.lockutils [req-e956d804-5896-4c2d-b33c-bab66eeeb339 req-4eaef23c-9575-40fc-81d7-100b20520330 service nova] Acquired lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.452209] env[69350]: DEBUG nova.network.neutron [req-e956d804-5896-4c2d-b33c-bab66eeeb339 req-4eaef23c-9575-40fc-81d7-100b20520330 service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Refreshing network info cache for port b9b18356-a6f9-4422-b407-b409b2cf2044 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.511645] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.759142] env[69350]: DEBUG nova.network.neutron [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Successfully updated port: 8689c788-bf6c-434c-aee7-1f4eac9678c2 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.797975] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150008, 'name': CreateVM_Task, 'duration_secs': 0.296069} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.798202] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.798831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.798997] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.799343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.799605] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1538a9ab-c317-4026-978e-1089df7c2eb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.804831] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1342.804831] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527a1104-d6af-dc84-bf57-88fd4acd9010" [ 1342.804831] env[69350]: _type = "Task" [ 1342.804831] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.813093] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527a1104-d6af-dc84-bf57-88fd4acd9010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.025737] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78c1e474-f91e-4a62-84ca-e97da2d20a5d tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.999s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.026738] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.655s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.026928] env[69350]: INFO nova.compute.manager [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Unshelving [ 1343.148925] env[69350]: DEBUG nova.network.neutron [req-e956d804-5896-4c2d-b33c-bab66eeeb339 req-4eaef23c-9575-40fc-81d7-100b20520330 service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Updated VIF entry in instance network info cache for port b9b18356-a6f9-4422-b407-b409b2cf2044. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.149324] env[69350]: DEBUG nova.network.neutron [req-e956d804-5896-4c2d-b33c-bab66eeeb339 req-4eaef23c-9575-40fc-81d7-100b20520330 service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Updating instance_info_cache with network_info: [{"id": "b9b18356-a6f9-4422-b407-b409b2cf2044", "address": "fa:16:3e:01:8e:e4", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b18356-a6", "ovs_interfaceid": "b9b18356-a6f9-4422-b407-b409b2cf2044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.261553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "refresh_cache-acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.261746] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "refresh_cache-acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.261862] env[69350]: DEBUG nova.network.neutron [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.315845] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527a1104-d6af-dc84-bf57-88fd4acd9010, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.316209] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.316472] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.316722] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.316868] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.317082] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.317355] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35261001-26e8-4daf-8aff-ff3cdbd35c28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.326309] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.326492] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.327247] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea632c7-87b8-4988-abc7-a7aebf29a488 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.332360] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1343.332360] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523ab926-c909-896b-79e2-f67913cf3aa0" [ 1343.332360] env[69350]: _type = "Task" [ 1343.332360] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.340747] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523ab926-c909-896b-79e2-f67913cf3aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.652984] env[69350]: DEBUG oslo_concurrency.lockutils [req-e956d804-5896-4c2d-b33c-bab66eeeb339 req-4eaef23c-9575-40fc-81d7-100b20520330 service nova] Releasing lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.808604] env[69350]: DEBUG nova.network.neutron [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.846398] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523ab926-c909-896b-79e2-f67913cf3aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.847188] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1c296b-9346-4b0b-854e-caaff2072e8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.853171] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1343.853171] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52bd0815-8274-9688-3b32-67f3e59056e3" [ 1343.853171] env[69350]: _type = "Task" [ 1343.853171] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.862281] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bd0815-8274-9688-3b32-67f3e59056e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.968980] env[69350]: DEBUG nova.network.neutron [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Updating instance_info_cache with network_info: [{"id": "8689c788-bf6c-434c-aee7-1f4eac9678c2", "address": "fa:16:3e:ca:53:8e", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8689c788-bf", "ovs_interfaceid": "8689c788-bf6c-434c-aee7-1f4eac9678c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.053837] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.054160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.054407] env[69350]: DEBUG nova.objects.instance [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'pci_requests' on Instance uuid be2e0f3b-3461-43d6-9f85-aa584ce69f62 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.364192] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52bd0815-8274-9688-3b32-67f3e59056e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.364480] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.364748] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] bdaa100e-cf00-4682-becc-e73c8d31613c/bdaa100e-cf00-4682-becc-e73c8d31613c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.365019] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9998d903-db56-4476-b0ef-44c03cee5c1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.371579] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1344.371579] env[69350]: value = "task-4150009" [ 1344.371579] env[69350]: _type = "Task" [ 1344.371579] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.380729] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.471678] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "refresh_cache-acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.472091] env[69350]: DEBUG nova.compute.manager [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Instance network_info: |[{"id": "8689c788-bf6c-434c-aee7-1f4eac9678c2", "address": "fa:16:3e:ca:53:8e", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8689c788-bf", "ovs_interfaceid": "8689c788-bf6c-434c-aee7-1f4eac9678c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.472562] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:53:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8689c788-bf6c-434c-aee7-1f4eac9678c2', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.481304] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.482809] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.484047] env[69350]: DEBUG nova.compute.manager [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Received event network-vif-plugged-8689c788-bf6c-434c-aee7-1f4eac9678c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.484265] env[69350]: DEBUG oslo_concurrency.lockutils [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] Acquiring lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.484491] env[69350]: DEBUG oslo_concurrency.lockutils [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] Lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.484675] env[69350]: DEBUG oslo_concurrency.lockutils [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] Lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.484872] env[69350]: DEBUG nova.compute.manager [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] No waiting events found dispatching network-vif-plugged-8689c788-bf6c-434c-aee7-1f4eac9678c2 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.485062] env[69350]: WARNING nova.compute.manager [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Received unexpected event network-vif-plugged-8689c788-bf6c-434c-aee7-1f4eac9678c2 for instance with vm_state building and task_state spawning. [ 1344.485250] env[69350]: DEBUG nova.compute.manager [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Received event network-changed-8689c788-bf6c-434c-aee7-1f4eac9678c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.485423] env[69350]: DEBUG nova.compute.manager [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Refreshing instance network info cache due to event network-changed-8689c788-bf6c-434c-aee7-1f4eac9678c2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.485616] env[69350]: DEBUG oslo_concurrency.lockutils [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] Acquiring lock "refresh_cache-acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.485772] env[69350]: DEBUG oslo_concurrency.lockutils [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] Acquired lock "refresh_cache-acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.485944] env[69350]: DEBUG nova.network.neutron [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Refreshing network info cache for port 8689c788-bf6c-434c-aee7-1f4eac9678c2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.490050] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11821912-3451-4b6b-90b6-83f92f60f62a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.510550] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.510550] env[69350]: value = "task-4150010" [ 1344.510550] env[69350]: _type = "Task" [ 1344.510550] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.518966] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150010, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.558664] env[69350]: DEBUG nova.objects.instance [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'numa_topology' on Instance uuid be2e0f3b-3461-43d6-9f85-aa584ce69f62 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.882589] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150009, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.021246] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150010, 'name': CreateVM_Task, 'duration_secs': 0.394642} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.021371] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.022060] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.022235] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.022551] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.024973] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8327c652-e238-400a-94ac-fea58ff1ae96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.030133] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1345.030133] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52422356-0515-50dd-f24b-4f817de52bfb" [ 1345.030133] env[69350]: _type = "Task" [ 1345.030133] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.039018] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52422356-0515-50dd-f24b-4f817de52bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.061014] env[69350]: INFO nova.compute.claims [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.197617] env[69350]: DEBUG nova.network.neutron [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Updated VIF entry in instance network info cache for port 8689c788-bf6c-434c-aee7-1f4eac9678c2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.198011] env[69350]: DEBUG nova.network.neutron [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Updating instance_info_cache with network_info: [{"id": "8689c788-bf6c-434c-aee7-1f4eac9678c2", "address": "fa:16:3e:ca:53:8e", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8689c788-bf", "ovs_interfaceid": "8689c788-bf6c-434c-aee7-1f4eac9678c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.383361] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516643} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.383638] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] bdaa100e-cf00-4682-becc-e73c8d31613c/bdaa100e-cf00-4682-becc-e73c8d31613c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.383857] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.384161] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9818a48-19d2-44f7-877d-53719416c87e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.391883] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1345.391883] env[69350]: value = "task-4150011" [ 1345.391883] env[69350]: _type = "Task" [ 1345.391883] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.401782] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.541063] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52422356-0515-50dd-f24b-4f817de52bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.541394] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.541640] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.541875] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.542032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.542224] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.542498] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba471b72-da39-4da1-b8d0-085523f9d8ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.558659] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.558834] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.559629] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ed1c0d-f86d-40df-b8e5-e97c4233e6f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.568047] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1345.568047] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]520fe625-0c3e-cf9a-36ce-b4fea02ac8ac" [ 1345.568047] env[69350]: _type = "Task" [ 1345.568047] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.577445] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520fe625-0c3e-cf9a-36ce-b4fea02ac8ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.701536] env[69350]: DEBUG oslo_concurrency.lockutils [req-43bb3a57-72a9-46bf-b8da-bf6c2f74e760 req-563c9b16-c783-4d46-8714-1a9215565bb1 service nova] Releasing lock "refresh_cache-acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.902325] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068103} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.902690] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.903428] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60e2e2e-6189-4492-a131-e520421cb961 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.927059] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] bdaa100e-cf00-4682-becc-e73c8d31613c/bdaa100e-cf00-4682-becc-e73c8d31613c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.927368] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d540348f-dec1-41da-ad78-01561e5f7360 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.947625] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1345.947625] env[69350]: value = "task-4150012" [ 1345.947625] env[69350]: _type = "Task" [ 1345.947625] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.955983] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.082179] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]520fe625-0c3e-cf9a-36ce-b4fea02ac8ac, 'name': SearchDatastore_Task, 'duration_secs': 0.083101} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.082994] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705ce430-b686-47c4-ae0f-78d07b2f6437 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.089907] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1346.089907] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52809b11-b472-71c1-76de-38bae5a4eb24" [ 1346.089907] env[69350]: _type = "Task" [ 1346.089907] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.098457] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52809b11-b472-71c1-76de-38bae5a4eb24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.124323] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e6bd7e-5380-4ee0-9fcf-8975a7be6a6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.132433] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a48796e-452a-48da-9480-24688312ff97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.163540] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a965e279-c0e4-4bc2-962e-407ed3b57f9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.171712] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bc1f6d-a768-4129-a810-26cc938457b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.186914] env[69350]: DEBUG nova.compute.provider_tree [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.458543] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150012, 'name': ReconfigVM_Task, 'duration_secs': 0.263037} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.458781] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Reconfigured VM instance instance-0000007d to attach disk [datastore1] bdaa100e-cf00-4682-becc-e73c8d31613c/bdaa100e-cf00-4682-becc-e73c8d31613c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.459444] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f5d4303-0307-41f0-966b-98216d9d1f32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.466995] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1346.466995] env[69350]: value = "task-4150013" [ 1346.466995] env[69350]: _type = "Task" [ 1346.466995] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.476500] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150013, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.601701] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52809b11-b472-71c1-76de-38bae5a4eb24, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.601979] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.602270] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] acc8f84c-4a9d-4ee7-9b31-8d04b8da2871/acc8f84c-4a9d-4ee7-9b31-8d04b8da2871.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.602546] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77dfdc8a-db54-4b5b-a480-c1326ad5d191 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.609824] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1346.609824] env[69350]: value = "task-4150014" [ 1346.609824] env[69350]: _type = "Task" [ 1346.609824] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.618059] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.690334] env[69350]: DEBUG nova.scheduler.client.report [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.977351] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150013, 'name': Rename_Task, 'duration_secs': 0.149991} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.977782] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.977919] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2d7fb12-7c28-4d1b-95f9-6578e281a0fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.986029] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1346.986029] env[69350]: value = "task-4150015" [ 1346.986029] env[69350]: _type = "Task" [ 1346.986029] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.996189] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.119409] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496362} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.119623] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] acc8f84c-4a9d-4ee7-9b31-8d04b8da2871/acc8f84c-4a9d-4ee7-9b31-8d04b8da2871.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.119840] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.120131] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fce304d3-b503-44c4-91fe-e8bd26260547 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.127722] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1347.127722] env[69350]: value = "task-4150016" [ 1347.127722] env[69350]: _type = "Task" [ 1347.127722] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.137136] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.196309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.142s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.229908] env[69350]: INFO nova.network.neutron [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updating port 05142183-51ba-4d8b-b2a3-46be8a85d1fd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1347.497253] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.637771] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067037} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.638050] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.638816] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b892b9-f881-4e02-abd3-47f592a78292 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.661952] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] acc8f84c-4a9d-4ee7-9b31-8d04b8da2871/acc8f84c-4a9d-4ee7-9b31-8d04b8da2871.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.662302] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259e4c92-de01-46d1-ab9b-387de6389f59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.682827] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1347.682827] env[69350]: value = "task-4150017" [ 1347.682827] env[69350]: _type = "Task" [ 1347.682827] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.691571] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.998038] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150015, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.193832] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150017, 'name': ReconfigVM_Task, 'duration_secs': 0.288908} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.194484] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Reconfigured VM instance instance-0000007e to attach disk [datastore1] acc8f84c-4a9d-4ee7-9b31-8d04b8da2871/acc8f84c-4a9d-4ee7-9b31-8d04b8da2871.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.194880] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cef4c87-7566-4a67-ad60-cd3a3d465405 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.203739] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1348.203739] env[69350]: value = "task-4150018" [ 1348.203739] env[69350]: _type = "Task" [ 1348.203739] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.212442] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150018, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.411420] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.497554] env[69350]: DEBUG oslo_vmware.api [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150015, 'name': PowerOnVM_Task, 'duration_secs': 1.034789} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.497885] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.498124] env[69350]: INFO nova.compute.manager [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1348.498317] env[69350]: DEBUG nova.compute.manager [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.499230] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fc46da-d14a-4981-b8a4-a6410bd6e143 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.609712] env[69350]: DEBUG nova.compute.manager [req-b1d75a55-c0ea-4e97-b1cc-bc48a906d75c req-5047c51f-6972-4313-88c7-2fb588807b4d service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received event network-vif-plugged-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.609899] env[69350]: DEBUG oslo_concurrency.lockutils [req-b1d75a55-c0ea-4e97-b1cc-bc48a906d75c req-5047c51f-6972-4313-88c7-2fb588807b4d service nova] Acquiring lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.610631] env[69350]: DEBUG oslo_concurrency.lockutils [req-b1d75a55-c0ea-4e97-b1cc-bc48a906d75c req-5047c51f-6972-4313-88c7-2fb588807b4d service nova] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.610920] env[69350]: DEBUG oslo_concurrency.lockutils [req-b1d75a55-c0ea-4e97-b1cc-bc48a906d75c req-5047c51f-6972-4313-88c7-2fb588807b4d service nova] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.611178] env[69350]: DEBUG nova.compute.manager [req-b1d75a55-c0ea-4e97-b1cc-bc48a906d75c req-5047c51f-6972-4313-88c7-2fb588807b4d service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] No waiting events found dispatching network-vif-plugged-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.611421] env[69350]: WARNING nova.compute.manager [req-b1d75a55-c0ea-4e97-b1cc-bc48a906d75c req-5047c51f-6972-4313-88c7-2fb588807b4d service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received unexpected event network-vif-plugged-05142183-51ba-4d8b-b2a3-46be8a85d1fd for instance with vm_state shelved_offloaded and task_state spawning. [ 1348.700874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.701070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.701269] env[69350]: DEBUG nova.network.neutron [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.716231] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150018, 'name': Rename_Task, 'duration_secs': 0.144139} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.717184] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.718085] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e300e016-b920-4a5a-98e5-fed5183338f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.725855] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1348.725855] env[69350]: value = "task-4150019" [ 1348.725855] env[69350]: _type = "Task" [ 1348.725855] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.735266] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.019502] env[69350]: INFO nova.compute.manager [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Took 12.96 seconds to build instance. [ 1349.236642] env[69350]: DEBUG oslo_vmware.api [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150019, 'name': PowerOnVM_Task, 'duration_secs': 0.49117} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.239331] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.239545] env[69350]: INFO nova.compute.manager [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1349.239727] env[69350]: DEBUG nova.compute.manager [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.240610] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361aa26a-c9fe-4ba1-a71a-333ae8dbad61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.492142] env[69350]: DEBUG nova.network.neutron [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updating instance_info_cache with network_info: [{"id": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "address": "fa:16:3e:93:52:91", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05142183-51", "ovs_interfaceid": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.521746] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c3f73c1-2373-48d5-b7d2-5ea7bdc6f8c3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "bdaa100e-cf00-4682-becc-e73c8d31613c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.467s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.760646] env[69350]: INFO nova.compute.manager [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Took 13.36 seconds to build instance. [ 1349.995548] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.024287] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7c67eb9febe069ae7caf9f7173fff2fa',container_format='bare',created_at=2025-05-14T13:31:27Z,direct_url=,disk_format='vmdk',id=f3d2ca39-1624-422d-a265-4db29d95b2ff,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1055847531-shelved',owner='81a0ac11a9214508a4e75bf00caf6546',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-05-14T13:31:41Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.024594] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.024720] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.024901] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.025059] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.025210] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.025419] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.025579] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.025743] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.025904] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.026094] env[69350]: DEBUG nova.virt.hardware [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.026993] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fd16de-8e10-4bf5-9e3c-e49d1616b98d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.035165] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d152f23-6a11-4917-8d6d-5f3a1779ba0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.049280] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:52:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05142183-51ba-4d8b-b2a3-46be8a85d1fd', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.057040] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.057435] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.057683] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91a0b9f4-228a-46c9-bc4f-896a89956165 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.078354] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.078354] env[69350]: value = "task-4150020" [ 1350.078354] env[69350]: _type = "Task" [ 1350.078354] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.091163] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150020, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.264071] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fdffb63-9b30-47ce-96dc-63718e8392f3 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.867s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.406587] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.411159] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.589565] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150020, 'name': CreateVM_Task, 'duration_secs': 0.329099} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.589808] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.590555] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.590737] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.591161] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.591447] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c401c2b9-5ec7-4880-9558-1b6e7c501638 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.597200] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1350.597200] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a31ff9-3cef-125c-129c-a0bd21626ead" [ 1350.597200] env[69350]: _type = "Task" [ 1350.597200] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.605851] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a31ff9-3cef-125c-129c-a0bd21626ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.636978] env[69350]: DEBUG nova.compute.manager [req-ed917dcc-a4c8-4c64-a099-e91f0c308ea9 req-7abdc803-0a77-48c4-b05c-b3fbd0639826 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received event network-changed-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.637217] env[69350]: DEBUG nova.compute.manager [req-ed917dcc-a4c8-4c64-a099-e91f0c308ea9 req-7abdc803-0a77-48c4-b05c-b3fbd0639826 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Refreshing instance network info cache due to event network-changed-05142183-51ba-4d8b-b2a3-46be8a85d1fd. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.637458] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed917dcc-a4c8-4c64-a099-e91f0c308ea9 req-7abdc803-0a77-48c4-b05c-b3fbd0639826 service nova] Acquiring lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.637604] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed917dcc-a4c8-4c64-a099-e91f0c308ea9 req-7abdc803-0a77-48c4-b05c-b3fbd0639826 service nova] Acquired lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.637777] env[69350]: DEBUG nova.network.neutron [req-ed917dcc-a4c8-4c64-a099-e91f0c308ea9 req-7abdc803-0a77-48c4-b05c-b3fbd0639826 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Refreshing network info cache for port 05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.878346] env[69350]: INFO nova.compute.manager [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Rescuing [ 1350.878674] env[69350]: DEBUG oslo_concurrency.lockutils [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "refresh_cache-acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.878765] env[69350]: DEBUG oslo_concurrency.lockutils [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "refresh_cache-acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.878861] env[69350]: DEBUG nova.network.neutron [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.107411] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.107819] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Processing image f3d2ca39-1624-422d-a265-4db29d95b2ff {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.107923] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff/f3d2ca39-1624-422d-a265-4db29d95b2ff.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.108080] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff/f3d2ca39-1624-422d-a265-4db29d95b2ff.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.108260] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.108515] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e320b750-4b3e-46df-99a6-6e11c05a12d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.118188] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.118391] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.119105] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37615afc-a917-4f5d-a99e-bc6f7800ea4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.124613] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1351.124613] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522f1430-c52e-527d-5074-8ee88367e3f6" [ 1351.124613] env[69350]: _type = "Task" [ 1351.124613] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.134736] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522f1430-c52e-527d-5074-8ee88367e3f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.341692] env[69350]: DEBUG nova.network.neutron [req-ed917dcc-a4c8-4c64-a099-e91f0c308ea9 req-7abdc803-0a77-48c4-b05c-b3fbd0639826 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updated VIF entry in instance network info cache for port 05142183-51ba-4d8b-b2a3-46be8a85d1fd. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.342098] env[69350]: DEBUG nova.network.neutron [req-ed917dcc-a4c8-4c64-a099-e91f0c308ea9 req-7abdc803-0a77-48c4-b05c-b3fbd0639826 service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updating instance_info_cache with network_info: [{"id": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "address": "fa:16:3e:93:52:91", "network": {"id": "8286003f-a630-4193-9e36-fb59d6cd842f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1802490173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a0ac11a9214508a4e75bf00caf6546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05142183-51", "ovs_interfaceid": "05142183-51ba-4d8b-b2a3-46be8a85d1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.411416] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.609192] env[69350]: DEBUG nova.network.neutron [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Updating instance_info_cache with network_info: [{"id": "8689c788-bf6c-434c-aee7-1f4eac9678c2", "address": "fa:16:3e:ca:53:8e", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8689c788-bf", "ovs_interfaceid": "8689c788-bf6c-434c-aee7-1f4eac9678c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.635715] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1351.636047] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Fetch image to [datastore1] OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027/OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1351.636311] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Downloading stream optimized image f3d2ca39-1624-422d-a265-4db29d95b2ff to [datastore1] OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027/OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027.vmdk on the data store datastore1 as vApp {{(pid=69350) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1351.636540] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Downloading image file data f3d2ca39-1624-422d-a265-4db29d95b2ff to the ESX as VM named 'OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027' {{(pid=69350) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1351.712218] env[69350]: DEBUG oslo_vmware.rw_handles [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1351.712218] env[69350]: value = "resgroup-9" [ 1351.712218] env[69350]: _type = "ResourcePool" [ 1351.712218] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1351.712560] env[69350]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3139a155-f504-4339-866b-3c747a97a9b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.734642] env[69350]: DEBUG oslo_vmware.rw_handles [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lease: (returnval){ [ 1351.734642] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5288c13d-7482-7799-bced-d5399296d33f" [ 1351.734642] env[69350]: _type = "HttpNfcLease" [ 1351.734642] env[69350]: } obtained for vApp import into resource pool (val){ [ 1351.734642] env[69350]: value = "resgroup-9" [ 1351.734642] env[69350]: _type = "ResourcePool" [ 1351.734642] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1351.735170] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the lease: (returnval){ [ 1351.735170] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5288c13d-7482-7799-bced-d5399296d33f" [ 1351.735170] env[69350]: _type = "HttpNfcLease" [ 1351.735170] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1351.741907] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1351.741907] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5288c13d-7482-7799-bced-d5399296d33f" [ 1351.741907] env[69350]: _type = "HttpNfcLease" [ 1351.741907] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1351.845609] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed917dcc-a4c8-4c64-a099-e91f0c308ea9 req-7abdc803-0a77-48c4-b05c-b3fbd0639826 service nova] Releasing lock "refresh_cache-be2e0f3b-3461-43d6-9f85-aa584ce69f62" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.112684] env[69350]: DEBUG oslo_concurrency.lockutils [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "refresh_cache-acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.243729] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1352.243729] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5288c13d-7482-7799-bced-d5399296d33f" [ 1352.243729] env[69350]: _type = "HttpNfcLease" [ 1352.243729] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1352.244076] env[69350]: DEBUG oslo_vmware.rw_handles [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1352.244076] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5288c13d-7482-7799-bced-d5399296d33f" [ 1352.244076] env[69350]: _type = "HttpNfcLease" [ 1352.244076] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1352.244876] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf6f921-48a7-4dae-be22-971898fd2aad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.254326] env[69350]: DEBUG oslo_vmware.rw_handles [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb643b-4d65-3709-7976-92daa980a8da/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1352.254497] env[69350]: DEBUG oslo_vmware.rw_handles [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb643b-4d65-3709-7976-92daa980a8da/disk-0.vmdk. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1352.318077] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-995d58d5-29ae-4003-9880-7dce1c65b251 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.412170] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.412604] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1353.447556] env[69350]: DEBUG oslo_vmware.rw_handles [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1353.447869] env[69350]: DEBUG oslo_vmware.rw_handles [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb643b-4d65-3709-7976-92daa980a8da/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1353.449028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331da0c6-2830-40d1-b649-93ed5ecc8038 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.456321] env[69350]: DEBUG oslo_vmware.rw_handles [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb643b-4d65-3709-7976-92daa980a8da/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1353.456511] env[69350]: DEBUG oslo_vmware.rw_handles [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb643b-4d65-3709-7976-92daa980a8da/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1353.456759] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-979f777e-ddc5-41c0-8538-4fee1d88ca78 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.650890] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.651181] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f0d3414-4068-4da8-9e84-7f9d75e8e488 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.658579] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1353.658579] env[69350]: value = "task-4150022" [ 1353.658579] env[69350]: _type = "Task" [ 1353.658579] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.668165] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.866721] env[69350]: DEBUG oslo_vmware.rw_handles [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb643b-4d65-3709-7976-92daa980a8da/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1353.867099] env[69350]: INFO nova.virt.vmwareapi.images [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Downloaded image file data f3d2ca39-1624-422d-a265-4db29d95b2ff [ 1353.868115] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22282239-32e9-471d-9320-44b798040bf8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.886423] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-feb6b246-7c20-40b6-8c64-725990b4e3e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.913192] env[69350]: INFO nova.virt.vmwareapi.images [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] The imported VM was unregistered [ 1353.915811] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1353.916059] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.916404] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49f51690-5739-4aa3-a831-45b84fb31c19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.942334] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Created directory with path [datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.942732] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027/OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027.vmdk to [datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff/f3d2ca39-1624-422d-a265-4db29d95b2ff.vmdk. {{(pid=69350) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1353.942840] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-10892791-dc16-454a-b472-62ddfdd9b082 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.950983] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1353.950983] env[69350]: value = "task-4150024" [ 1353.950983] env[69350]: _type = "Task" [ 1353.950983] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.960408] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150024, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.169561] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150022, 'name': PowerOffVM_Task, 'duration_secs': 0.231309} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.169807] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.170654] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672fba66-9c39-485a-ba65-122df05d3b00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.190356] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e386d0-954b-4b35-898b-f88bdd2b55b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.221630] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.221975] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-167468b1-8a2e-4e0c-b5b5-54fbd0d87326 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.230173] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1354.230173] env[69350]: value = "task-4150025" [ 1354.230173] env[69350]: _type = "Task" [ 1354.230173] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.239031] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.412754] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.413268] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.461611] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150024, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.741105] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1354.741373] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.741598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.741752] env[69350]: DEBUG oslo_concurrency.lockutils [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.741933] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.742217] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a61e4be3-a123-41aa-b0be-757db5edfefc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.761291] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.761509] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.762287] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75af4fa-102d-40db-aa70-3153b19f33cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.769328] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1354.769328] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52114729-286f-4d41-2e29-7501bb9c417b" [ 1354.769328] env[69350]: _type = "Task" [ 1354.769328] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.778527] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52114729-286f-4d41-2e29-7501bb9c417b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.961575] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150024, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.282146] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52114729-286f-4d41-2e29-7501bb9c417b, 'name': SearchDatastore_Task, 'duration_secs': 0.084938} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.282146] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a3d363-b859-4296-aa15-3b76c5cbd493 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.288118] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1355.288118] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529f1e10-81c3-c1cb-9f05-e8342f5964b5" [ 1355.288118] env[69350]: _type = "Task" [ 1355.288118] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.297346] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529f1e10-81c3-c1cb-9f05-e8342f5964b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.462760] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150024, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.800088] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529f1e10-81c3-c1cb-9f05-e8342f5964b5, 'name': SearchDatastore_Task, 'duration_secs': 0.083371} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.800088] env[69350]: DEBUG oslo_concurrency.lockutils [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.800467] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] acc8f84c-4a9d-4ee7-9b31-8d04b8da2871/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1355.800721] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e62403f-b08f-4d06-837e-f0e8880cf87b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.811188] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1355.811188] env[69350]: value = "task-4150026" [ 1355.811188] env[69350]: _type = "Task" [ 1355.811188] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.821537] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.963360] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150024, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.321571] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.412030] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.464844] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150024, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.407444} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.465392] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027/OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027.vmdk to [datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff/f3d2ca39-1624-422d-a265-4db29d95b2ff.vmdk. [ 1356.465637] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Cleaning up location [datastore1] OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1356.465833] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a6f3c9b5-9097-4311-bdd2-f5239860b027 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.466593] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95b361fd-f50a-4cba-8de0-459e84639501 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.474749] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1356.474749] env[69350]: value = "task-4150027" [ 1356.474749] env[69350]: _type = "Task" [ 1356.474749] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.483750] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.827020] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996374} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.827020] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] acc8f84c-4a9d-4ee7-9b31-8d04b8da2871/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. [ 1356.827020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9208eb-3e8d-45a7-8792-9cd9b561bb3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.851731] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] acc8f84c-4a9d-4ee7-9b31-8d04b8da2871/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.852063] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4394c6b-564d-4d21-a9ee-2aae704b43a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.874040] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1356.874040] env[69350]: value = "task-4150028" [ 1356.874040] env[69350]: _type = "Task" [ 1356.874040] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.883683] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.916020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.916348] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.916540] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.916695] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1356.917613] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cb19de-313f-45b0-993d-b4546beac4d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.925909] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ade542c-ee11-4ab9-b163-ec373fa327d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.940041] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74ab10e-cde9-4d99-9926-541b21531610 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.947015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a6b0b-8f6f-4d3e-91da-33e2f8b862d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.978725] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180143MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1356.979043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.979192] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.990283] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201228} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.990582] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.990784] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff/f3d2ca39-1624-422d-a265-4db29d95b2ff.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.991055] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff/f3d2ca39-1624-422d-a265-4db29d95b2ff.vmdk to [datastore1] be2e0f3b-3461-43d6-9f85-aa584ce69f62/be2e0f3b-3461-43d6-9f85-aa584ce69f62.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.991343] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea43c170-3a79-4084-8e45-8373b46641f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.999739] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1356.999739] env[69350]: value = "task-4150029" [ 1356.999739] env[69350]: _type = "Task" [ 1356.999739] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.010224] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.384726] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150028, 'name': ReconfigVM_Task, 'duration_secs': 0.288528} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.385019] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Reconfigured VM instance instance-0000007e to attach disk [datastore1] acc8f84c-4a9d-4ee7-9b31-8d04b8da2871/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.385855] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbeb38b-6040-4d5b-a59a-b7a3d819f866 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.413216] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6203411f-a925-4382-be2d-6dc783654fc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.429421] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1357.429421] env[69350]: value = "task-4150030" [ 1357.429421] env[69350]: _type = "Task" [ 1357.429421] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.438420] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.511029] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150029, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.940183] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150030, 'name': ReconfigVM_Task, 'duration_secs': 0.1697} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.940484] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.940656] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09c50e87-1e55-4fc5-aee7-47654ba8d885 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.948070] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1357.948070] env[69350]: value = "task-4150031" [ 1357.948070] env[69350]: _type = "Task" [ 1357.948070] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.957918] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.011770] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150029, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.013142] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance bdaa100e-cf00-4682-becc-e73c8d31613c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.013331] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance acc8f84c-4a9d-4ee7-9b31-8d04b8da2871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.013331] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance be2e0f3b-3461-43d6-9f85-aa584ce69f62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.013552] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1358.013628] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1358.072136] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887c7763-4701-41a3-ae49-ff7f30106791 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.081511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5275b273-26ea-428b-9a7f-c497e5abb2e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.114833] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea84927-7edb-495c-93fa-13c9c60eff3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.123692] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6510d64-d54c-47e6-86c2-fdaf260e1b2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.141247] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.458949] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150031, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.511960] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150029, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.644404] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.959203] env[69350]: DEBUG oslo_vmware.api [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150031, 'name': PowerOnVM_Task, 'duration_secs': 0.51631} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.959457] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.962549] env[69350]: DEBUG nova.compute.manager [None req-283ff0f0-f06c-48d8-b4b7-0311ed3ff359 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.963512] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4f8705-9272-4917-af32-acb6ec9150ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.013258] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150029, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.149947] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1359.150285] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.171s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.513011] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150029, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.310494} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.513323] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3d2ca39-1624-422d-a265-4db29d95b2ff/f3d2ca39-1624-422d-a265-4db29d95b2ff.vmdk to [datastore1] be2e0f3b-3461-43d6-9f85-aa584ce69f62/be2e0f3b-3461-43d6-9f85-aa584ce69f62.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1359.514113] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765ea89d-65c5-4226-ac6c-35473ddd12ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.536035] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] be2e0f3b-3461-43d6-9f85-aa584ce69f62/be2e0f3b-3461-43d6-9f85-aa584ce69f62.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.536685] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b04cfb8-60ec-4d70-a884-8ec5f554487a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.556800] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1359.556800] env[69350]: value = "task-4150032" [ 1359.556800] env[69350]: _type = "Task" [ 1359.556800] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.565091] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.067950] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150032, 'name': ReconfigVM_Task, 'duration_secs': 0.315758} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.068211] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Reconfigured VM instance instance-0000007a to attach disk [datastore1] be2e0f3b-3461-43d6-9f85-aa584ce69f62/be2e0f3b-3461-43d6-9f85-aa584ce69f62.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.068890] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2caaef2-af8f-4a8a-b1fc-14d2574bc5a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.076565] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1360.076565] env[69350]: value = "task-4150033" [ 1360.076565] env[69350]: _type = "Task" [ 1360.076565] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.085492] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150033, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.586211] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150033, 'name': Rename_Task, 'duration_secs': 0.148664} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.586739] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.586815] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef7aac45-a653-4a94-8ab9-66d305096308 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.594252] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1360.594252] env[69350]: value = "task-4150034" [ 1360.594252] env[69350]: _type = "Task" [ 1360.594252] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.603873] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.106553] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150034, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.307547] env[69350]: INFO nova.compute.manager [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Rescuing [ 1361.307859] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.308043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.308222] env[69350]: DEBUG nova.network.neutron [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.605664] env[69350]: DEBUG oslo_vmware.api [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150034, 'name': PowerOnVM_Task, 'duration_secs': 0.552123} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.606087] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.709706] env[69350]: DEBUG nova.compute.manager [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.710654] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf2756d-6021-418b-8529-d0b8c4ef9025 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.047153] env[69350]: DEBUG nova.network.neutron [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Updating instance_info_cache with network_info: [{"id": "b9b18356-a6f9-4422-b407-b409b2cf2044", "address": "fa:16:3e:01:8e:e4", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b18356-a6", "ovs_interfaceid": "b9b18356-a6f9-4422-b407-b409b2cf2044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.228312] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cfb6d6d4-011c-4c1c-90d4-13c8bab67e0a tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.201s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.550339] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.082818] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.083274] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56e56b38-b422-481b-be31-a17b9bc4195a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.091493] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1364.091493] env[69350]: value = "task-4150035" [ 1364.091493] env[69350]: _type = "Task" [ 1364.091493] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.100608] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.602984] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150035, 'name': PowerOffVM_Task, 'duration_secs': 0.289215} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.603339] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.604186] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1204d6fe-7229-4fe4-a625-f8fa82f71595 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.626657] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c185f10-a77e-4be2-967f-8b1c83195090 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.654587] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.654929] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1047686-8153-4809-b6f7-20c25bc01e5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.661775] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1364.661775] env[69350]: value = "task-4150036" [ 1364.661775] env[69350]: _type = "Task" [ 1364.661775] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.671014] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.173027] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1365.173415] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.173524] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.173640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.173819] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.174091] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15b995be-4d39-4218-9e56-6ff875670c07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.183464] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.183691] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.184420] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c2f3b0-1e24-476c-8578-a13014c6754a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.189566] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1365.189566] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52d68e9c-36d6-3d35-814e-6f3f8a338945" [ 1365.189566] env[69350]: _type = "Task" [ 1365.189566] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.198082] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d68e9c-36d6-3d35-814e-6f3f8a338945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.701657] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52d68e9c-36d6-3d35-814e-6f3f8a338945, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.702464] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f680a1d7-b795-412a-845d-cbb6d50a48be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.709470] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1365.709470] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]527b4e77-367c-37e6-7b19-64dbd026d21e" [ 1365.709470] env[69350]: _type = "Task" [ 1365.709470] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.719421] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527b4e77-367c-37e6-7b19-64dbd026d21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.222336] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]527b4e77-367c-37e6-7b19-64dbd026d21e, 'name': SearchDatastore_Task, 'duration_secs': 0.012869} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.222705] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.222845] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] bdaa100e-cf00-4682-becc-e73c8d31613c/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1366.223141] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa5844e0-e137-4f6b-acaf-38d2e96d3dac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.231667] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1366.231667] env[69350]: value = "task-4150037" [ 1366.231667] env[69350]: _type = "Task" [ 1366.231667] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.240196] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.741644] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49225} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.741919] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore1] bdaa100e-cf00-4682-becc-e73c8d31613c/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. [ 1366.742722] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d8674c-d88e-4aeb-976a-67c025c9d214 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.767110] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] bdaa100e-cf00-4682-becc-e73c8d31613c/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.767390] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d04c318e-7041-43ff-b77f-4c5d791777f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.785423] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1366.785423] env[69350]: value = "task-4150038" [ 1366.785423] env[69350]: _type = "Task" [ 1366.785423] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.793953] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.295749] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.798434] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.297530] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150038, 'name': ReconfigVM_Task, 'duration_secs': 1.341158} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.297920] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Reconfigured VM instance instance-0000007d to attach disk [datastore1] bdaa100e-cf00-4682-becc-e73c8d31613c/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.298714] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7894852e-1e76-4c34-9848-fd31b23006ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.323915] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ea6728f-1d49-4051-8992-7f18b7499b77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.338881] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1368.338881] env[69350]: value = "task-4150039" [ 1368.338881] env[69350]: _type = "Task" [ 1368.338881] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.346835] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.849683] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150039, 'name': ReconfigVM_Task, 'duration_secs': 0.226943} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.849950] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.850337] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-847233d6-4fe7-4b6b-affb-e9bdf6ca3cb3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.858026] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1368.858026] env[69350]: value = "task-4150040" [ 1368.858026] env[69350]: _type = "Task" [ 1368.858026] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.867336] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.367855] env[69350]: DEBUG oslo_vmware.api [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150040, 'name': PowerOnVM_Task, 'duration_secs': 0.386497} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.368270] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.370976] env[69350]: DEBUG nova.compute.manager [None req-d8691d96-fbf0-4a81-a119-6125d7751b95 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.371770] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4100f90-ab89-489c-ab74-a5dac27536ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.349564] env[69350]: INFO nova.compute.manager [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Unrescuing [ 1370.349866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.350034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.350210] env[69350]: DEBUG nova.network.neutron [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.064299] env[69350]: DEBUG nova.network.neutron [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Updating instance_info_cache with network_info: [{"id": "b9b18356-a6f9-4422-b407-b409b2cf2044", "address": "fa:16:3e:01:8e:e4", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b18356-a6", "ovs_interfaceid": "b9b18356-a6f9-4422-b407-b409b2cf2044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.567587] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "refresh_cache-bdaa100e-cf00-4682-becc-e73c8d31613c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.568272] env[69350]: DEBUG nova.objects.instance [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lazy-loading 'flavor' on Instance uuid bdaa100e-cf00-4682-becc-e73c8d31613c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.074065] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e81f75c-714d-44c2-9868-946c56bfb756 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.096883] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.097226] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b64331b-0ae9-40b6-9f1a-a15172703eea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.105401] env[69350]: DEBUG oslo_vmware.api [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1372.105401] env[69350]: value = "task-4150041" [ 1372.105401] env[69350]: _type = "Task" [ 1372.105401] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.113601] env[69350]: DEBUG oslo_vmware.api [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.616362] env[69350]: DEBUG oslo_vmware.api [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150041, 'name': PowerOffVM_Task, 'duration_secs': 0.325469} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.616646] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.621893] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1372.622216] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2720b5d-8daa-48fc-9535-210e2966cbb5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.639954] env[69350]: DEBUG oslo_vmware.api [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1372.639954] env[69350]: value = "task-4150042" [ 1372.639954] env[69350]: _type = "Task" [ 1372.639954] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.648111] env[69350]: DEBUG oslo_vmware.api [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.149960] env[69350]: DEBUG oslo_vmware.api [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150042, 'name': ReconfigVM_Task, 'duration_secs': 0.307119} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.150399] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1373.150468] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.150679] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90e8acce-a9bc-4d3b-ab3a-d9f75b221fa9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.156684] env[69350]: DEBUG oslo_vmware.api [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1373.156684] env[69350]: value = "task-4150043" [ 1373.156684] env[69350]: _type = "Task" [ 1373.156684] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.167105] env[69350]: DEBUG oslo_vmware.api [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.668274] env[69350]: DEBUG oslo_vmware.api [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150043, 'name': PowerOnVM_Task, 'duration_secs': 0.400822} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.668532] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.668754] env[69350]: DEBUG nova.compute.manager [None req-c4491c41-5b10-4f51-9efa-937584652b06 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.669552] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901e6f3f-9c42-49de-b0ca-101e0f766e89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.115115] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.115452] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.617709] env[69350]: DEBUG nova.compute.manager [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.141024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.141024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.142185] env[69350]: INFO nova.compute.claims [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.208825] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c92044-73cd-42ec-8525-6a89f2c692e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.217126] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056eab60-4465-43d0-b437-a8c2f937069b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.246964] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3021bff3-a34c-4c1f-aa93-8db1eecac1b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.254590] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f275003-fdcf-4557-87a2-082a7babbbf9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.268435] env[69350]: DEBUG nova.compute.provider_tree [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.772161] env[69350]: DEBUG nova.scheduler.client.report [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.278788] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.279374] env[69350]: DEBUG nova.compute.manager [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.784693] env[69350]: DEBUG nova.compute.utils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.786190] env[69350]: DEBUG nova.compute.manager [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.786394] env[69350]: DEBUG nova.network.neutron [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.836620] env[69350]: DEBUG nova.policy [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd90f0f9c66534f8f93f99a3cefc6efb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bd697d073a64d5580952208cd082bb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1381.102977] env[69350]: DEBUG nova.network.neutron [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Successfully created port: 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.292826] env[69350]: DEBUG nova.compute.manager [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.301908] env[69350]: DEBUG nova.compute.manager [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1382.331637] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:18:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:17:45Z,direct_url=,disk_format='vmdk',id=d75198e8-8a23-4684-af1f-c67fd85bd261,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f21831ae49034eb3a1afa203a1f7b10b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:17:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.331890] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.332059] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.332252] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.332400] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.332549] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.332758] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.332922] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.333124] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.333281] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.333455] env[69350]: DEBUG nova.virt.hardware [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.334344] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18552b7f-acd9-4f91-b210-1454be9b3fc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.342675] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4956276e-2164-491b-9104-076985129b88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.479862] env[69350]: DEBUG nova.compute.manager [req-53cdb5c8-2f74-49cb-85e7-b73bfc5d833a req-aee5067f-354b-43fd-8e5d-4c3525fbc54e service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Received event network-vif-plugged-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.480125] env[69350]: DEBUG oslo_concurrency.lockutils [req-53cdb5c8-2f74-49cb-85e7-b73bfc5d833a req-aee5067f-354b-43fd-8e5d-4c3525fbc54e service nova] Acquiring lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.480357] env[69350]: DEBUG oslo_concurrency.lockutils [req-53cdb5c8-2f74-49cb-85e7-b73bfc5d833a req-aee5067f-354b-43fd-8e5d-4c3525fbc54e service nova] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.480500] env[69350]: DEBUG oslo_concurrency.lockutils [req-53cdb5c8-2f74-49cb-85e7-b73bfc5d833a req-aee5067f-354b-43fd-8e5d-4c3525fbc54e service nova] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.480661] env[69350]: DEBUG nova.compute.manager [req-53cdb5c8-2f74-49cb-85e7-b73bfc5d833a req-aee5067f-354b-43fd-8e5d-4c3525fbc54e service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] No waiting events found dispatching network-vif-plugged-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1382.480841] env[69350]: WARNING nova.compute.manager [req-53cdb5c8-2f74-49cb-85e7-b73bfc5d833a req-aee5067f-354b-43fd-8e5d-4c3525fbc54e service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Received unexpected event network-vif-plugged-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e for instance with vm_state building and task_state spawning. [ 1382.563663] env[69350]: DEBUG nova.network.neutron [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Successfully updated port: 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.066223] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.066391] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.066555] env[69350]: DEBUG nova.network.neutron [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.598526] env[69350]: DEBUG nova.network.neutron [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.723538] env[69350]: DEBUG nova.network.neutron [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updating instance_info_cache with network_info: [{"id": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "address": "fa:16:3e:24:2e:82", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291f452-e3", "ovs_interfaceid": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.227182] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.227555] env[69350]: DEBUG nova.compute.manager [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Instance network_info: |[{"id": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "address": "fa:16:3e:24:2e:82", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291f452-e3", "ovs_interfaceid": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.228025] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:2e:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3291f452-e36c-4d2b-bcd3-cd7d8b4d510e', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.235595] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.235816] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.236067] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8ba1515-b846-422e-8869-fe7b42360b4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.256961] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.256961] env[69350]: value = "task-4150044" [ 1384.256961] env[69350]: _type = "Task" [ 1384.256961] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.265322] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150044, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.506946] env[69350]: DEBUG nova.compute.manager [req-e0b21bc0-50c4-4849-a9b3-b13baef4e440 req-bafee8ce-139e-4dbc-8025-0fa4c08a56d8 service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Received event network-changed-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.507345] env[69350]: DEBUG nova.compute.manager [req-e0b21bc0-50c4-4849-a9b3-b13baef4e440 req-bafee8ce-139e-4dbc-8025-0fa4c08a56d8 service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Refreshing instance network info cache due to event network-changed-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.507482] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0b21bc0-50c4-4849-a9b3-b13baef4e440 req-bafee8ce-139e-4dbc-8025-0fa4c08a56d8 service nova] Acquiring lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.507672] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0b21bc0-50c4-4849-a9b3-b13baef4e440 req-bafee8ce-139e-4dbc-8025-0fa4c08a56d8 service nova] Acquired lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.507863] env[69350]: DEBUG nova.network.neutron [req-e0b21bc0-50c4-4849-a9b3-b13baef4e440 req-bafee8ce-139e-4dbc-8025-0fa4c08a56d8 service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Refreshing network info cache for port 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.502278] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150044, 'name': CreateVM_Task, 'duration_secs': 0.310761} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.502641] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.504156] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.504329] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.504666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.504923] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbe77d5-64c5-48c4-a15c-a4704e70c034 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.510030] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1385.510030] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]529cc6d7-40b5-5916-19e8-3b9c9723ca15" [ 1385.510030] env[69350]: _type = "Task" [ 1385.510030] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.518431] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529cc6d7-40b5-5916-19e8-3b9c9723ca15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.679676] env[69350]: DEBUG nova.network.neutron [req-e0b21bc0-50c4-4849-a9b3-b13baef4e440 req-bafee8ce-139e-4dbc-8025-0fa4c08a56d8 service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updated VIF entry in instance network info cache for port 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.680073] env[69350]: DEBUG nova.network.neutron [req-e0b21bc0-50c4-4849-a9b3-b13baef4e440 req-bafee8ce-139e-4dbc-8025-0fa4c08a56d8 service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updating instance_info_cache with network_info: [{"id": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "address": "fa:16:3e:24:2e:82", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291f452-e3", "ovs_interfaceid": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.020459] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]529cc6d7-40b5-5916-19e8-3b9c9723ca15, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.020748] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.020989] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.021243] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.021392] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.021573] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.021910] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d95c3db5-ce6f-4e54-97d2-c5db231e7db1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.030952] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.031149] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.031863] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c112ffb4-dc89-4ebb-94a1-213df853c490 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.036902] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1386.036902] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]523f5496-18a4-c779-4d0c-a4ca2b8b46ff" [ 1386.036902] env[69350]: _type = "Task" [ 1386.036902] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.044797] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523f5496-18a4-c779-4d0c-a4ca2b8b46ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.182749] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0b21bc0-50c4-4849-a9b3-b13baef4e440 req-bafee8ce-139e-4dbc-8025-0fa4c08a56d8 service nova] Releasing lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.548403] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]523f5496-18a4-c779-4d0c-a4ca2b8b46ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.549136] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0186ee2-a45b-4240-945f-d95e0ef6a8ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.554576] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1386.554576] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]52a728b1-bfe3-4394-4ce7-8c10b197eda3" [ 1386.554576] env[69350]: _type = "Task" [ 1386.554576] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.562617] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a728b1-bfe3-4394-4ce7-8c10b197eda3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.065076] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]52a728b1-bfe3-4394-4ce7-8c10b197eda3, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.065345] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.065741] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e/a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.065858] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d58ef7df-17b9-4c43-8c58-fe7d46680f89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.073359] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1387.073359] env[69350]: value = "task-4150045" [ 1387.073359] env[69350]: _type = "Task" [ 1387.073359] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.081462] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.583084] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473817} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.583591] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e/a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.583591] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.583936] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f77e4090-b1bb-4b45-b473-7fd2f44c3968 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.590966] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1387.590966] env[69350]: value = "task-4150046" [ 1387.590966] env[69350]: _type = "Task" [ 1387.590966] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.599268] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.101756] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07117} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.102042] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.102798] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2051e5b1-e350-41de-803e-960757e4fbb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.125289] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e/a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.125571] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35732bc-30c3-4a47-8230-22b65c2907f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.145365] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1388.145365] env[69350]: value = "task-4150047" [ 1388.145365] env[69350]: _type = "Task" [ 1388.145365] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.155145] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.654885] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150047, 'name': ReconfigVM_Task, 'duration_secs': 0.283653} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.657151] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Reconfigured VM instance instance-0000007f to attach disk [datastore2] a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e/a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.657151] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-893dd46b-fc25-4884-adf3-becbdac1e6e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.662564] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1388.662564] env[69350]: value = "task-4150048" [ 1388.662564] env[69350]: _type = "Task" [ 1388.662564] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.670303] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150048, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.172142] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150048, 'name': Rename_Task, 'duration_secs': 0.151279} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.172556] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.172816] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-402dcda1-a81c-4014-a3df-5875f5c3639d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.181093] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1389.181093] env[69350]: value = "task-4150049" [ 1389.181093] env[69350]: _type = "Task" [ 1389.181093] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.189041] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.692351] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.192037] env[69350]: DEBUG oslo_vmware.api [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150049, 'name': PowerOnVM_Task, 'duration_secs': 0.562468} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.192529] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.192888] env[69350]: INFO nova.compute.manager [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1390.193190] env[69350]: DEBUG nova.compute.manager [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.193899] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baa3c53-083f-4d40-8cb0-a61adab7d0fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.713541] env[69350]: INFO nova.compute.manager [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Took 12.59 seconds to build instance. [ 1391.216281] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3568f3a9-fa23-4536-9c7b-de7363526b75 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.101s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.539261] env[69350]: DEBUG nova.compute.manager [req-923d5ed4-bd1e-406d-9cae-837ff606dd70 req-a4d90234-a01f-4fe7-a0c6-dcb6f47ce3cc service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Received event network-changed-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.539503] env[69350]: DEBUG nova.compute.manager [req-923d5ed4-bd1e-406d-9cae-837ff606dd70 req-a4d90234-a01f-4fe7-a0c6-dcb6f47ce3cc service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Refreshing instance network info cache due to event network-changed-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1391.539756] env[69350]: DEBUG oslo_concurrency.lockutils [req-923d5ed4-bd1e-406d-9cae-837ff606dd70 req-a4d90234-a01f-4fe7-a0c6-dcb6f47ce3cc service nova] Acquiring lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.539950] env[69350]: DEBUG oslo_concurrency.lockutils [req-923d5ed4-bd1e-406d-9cae-837ff606dd70 req-a4d90234-a01f-4fe7-a0c6-dcb6f47ce3cc service nova] Acquired lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.540137] env[69350]: DEBUG nova.network.neutron [req-923d5ed4-bd1e-406d-9cae-837ff606dd70 req-a4d90234-a01f-4fe7-a0c6-dcb6f47ce3cc service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Refreshing network info cache for port 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.272875] env[69350]: DEBUG nova.network.neutron [req-923d5ed4-bd1e-406d-9cae-837ff606dd70 req-a4d90234-a01f-4fe7-a0c6-dcb6f47ce3cc service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updated VIF entry in instance network info cache for port 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.273338] env[69350]: DEBUG nova.network.neutron [req-923d5ed4-bd1e-406d-9cae-837ff606dd70 req-a4d90234-a01f-4fe7-a0c6-dcb6f47ce3cc service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updating instance_info_cache with network_info: [{"id": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "address": "fa:16:3e:24:2e:82", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291f452-e3", "ovs_interfaceid": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.776628] env[69350]: DEBUG oslo_concurrency.lockutils [req-923d5ed4-bd1e-406d-9cae-837ff606dd70 req-a4d90234-a01f-4fe7-a0c6-dcb6f47ce3cc service nova] Releasing lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.498688] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.499139] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.499198] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.499391] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.499570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.501856] env[69350]: INFO nova.compute.manager [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Terminating instance [ 1398.005838] env[69350]: DEBUG nova.compute.manager [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.006086] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.007126] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6f3eee-b0b5-4f82-8ec9-0f31d8a226c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.015435] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.015680] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ade12276-edb6-4cee-8688-410f530512fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.022818] env[69350]: DEBUG oslo_vmware.api [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1398.022818] env[69350]: value = "task-4150050" [ 1398.022818] env[69350]: _type = "Task" [ 1398.022818] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.032303] env[69350]: DEBUG oslo_vmware.api [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.532471] env[69350]: DEBUG oslo_vmware.api [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150050, 'name': PowerOffVM_Task, 'duration_secs': 0.271157} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.532944] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.532944] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.533172] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab7d7dde-881c-40b3-b88e-a524537de02f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.594539] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.594861] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.594997] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleting the datastore file [datastore1] be2e0f3b-3461-43d6-9f85-aa584ce69f62 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.595277] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eff1c39-641d-47f5-918b-75973d6d3be3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.602463] env[69350]: DEBUG oslo_vmware.api [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for the task: (returnval){ [ 1398.602463] env[69350]: value = "task-4150052" [ 1398.602463] env[69350]: _type = "Task" [ 1398.602463] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.611478] env[69350]: DEBUG oslo_vmware.api [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.112728] env[69350]: DEBUG oslo_vmware.api [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Task: {'id': task-4150052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12466} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.113040] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.113202] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.113381] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.113556] env[69350]: INFO nova.compute.manager [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1399.113837] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.114056] env[69350]: DEBUG nova.compute.manager [-] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.114154] env[69350]: DEBUG nova.network.neutron [-] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.579399] env[69350]: DEBUG nova.compute.manager [req-1edb3e23-e692-4ca4-a17d-a81198fc0503 req-e90f7680-2aea-4456-a592-9279724bc49c service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Received event network-vif-deleted-05142183-51ba-4d8b-b2a3-46be8a85d1fd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.579721] env[69350]: INFO nova.compute.manager [req-1edb3e23-e692-4ca4-a17d-a81198fc0503 req-e90f7680-2aea-4456-a592-9279724bc49c service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Neutron deleted interface 05142183-51ba-4d8b-b2a3-46be8a85d1fd; detaching it from the instance and deleting it from the info cache [ 1399.579876] env[69350]: DEBUG nova.network.neutron [req-1edb3e23-e692-4ca4-a17d-a81198fc0503 req-e90f7680-2aea-4456-a592-9279724bc49c service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.062494] env[69350]: DEBUG nova.network.neutron [-] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.082820] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86d26041-ccca-436e-9d6f-45713e269ac9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.093264] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44784b9b-e92a-415a-a692-5795ded158c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.121634] env[69350]: DEBUG nova.compute.manager [req-1edb3e23-e692-4ca4-a17d-a81198fc0503 req-e90f7680-2aea-4456-a592-9279724bc49c service nova] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Detach interface failed, port_id=05142183-51ba-4d8b-b2a3-46be8a85d1fd, reason: Instance be2e0f3b-3461-43d6-9f85-aa584ce69f62 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1400.566906] env[69350]: INFO nova.compute.manager [-] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Took 1.45 seconds to deallocate network for instance. [ 1401.075950] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.076375] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.076462] env[69350]: DEBUG nova.objects.instance [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lazy-loading 'resources' on Instance uuid be2e0f3b-3461-43d6-9f85-aa584ce69f62 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.648615] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0e758-73b8-4a6c-8d75-04af39254543 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.656563] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0e1285-e366-4053-ac21-71a396461c97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.686299] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902575bd-831c-4e1e-ac5b-d2175ff72f21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.694255] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64553874-1f9b-46d9-a68a-3d763f38a146 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.708631] env[69350]: DEBUG nova.compute.provider_tree [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.212038] env[69350]: DEBUG nova.scheduler.client.report [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.717610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.739218] env[69350]: INFO nova.scheduler.client.report [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Deleted allocations for instance be2e0f3b-3461-43d6-9f85-aa584ce69f62 [ 1403.248472] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c912566c-5563-4d2a-88d9-c4bc0c94a716 tempest-AttachVolumeShelveTestJSON-1111703815 tempest-AttachVolumeShelveTestJSON-1111703815-project-member] Lock "be2e0f3b-3461-43d6-9f85-aa584ce69f62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.749s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.150270] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.150661] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.150661] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.411595] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.412402] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.412781] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.412781] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1416.411711] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.411964] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.915566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.915939] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.915988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.916150] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1416.917080] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454bc931-391d-44f2-8480-55dea3ce5f98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.925759] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847355cf-eb52-4f01-bb56-8658812c7a6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.940128] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b943975-c6ea-41f4-88d6-e5f405022cdd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.947360] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afddf30-bca2-4e2a-af41-45f3a9bbcbdf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.976349] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180594MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1416.976558] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.976731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.008356] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance bdaa100e-cf00-4682-becc-e73c8d31613c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.008763] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance acc8f84c-4a9d-4ee7-9b31-8d04b8da2871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.008763] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.008763] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1418.008942] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1418.061724] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba61621-eb2b-46fa-bacd-571921c08b49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.069728] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e36679-e025-4619-bf8a-79c1b4260af8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.099554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e1dc3b-0576-43f1-b335-2a3277476a56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.107303] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfd6af5-8e3c-4107-aff3-0c2d622db65e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.120866] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.624273] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.130971] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1419.131405] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.154s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.127894] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.402962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.403263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.907031] env[69350]: DEBUG nova.compute.utils [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1429.409826] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.472821] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.473307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.473394] env[69350]: INFO nova.compute.manager [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Attaching volume 254f881b-1591-4bfc-a2f2-0ea9917296dc to /dev/sdb [ 1430.504191] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edeb7f2-95fe-4aa7-8b27-c8841b5f521f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.511554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26235217-73aa-4a47-83bf-a105e1eacc23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.524849] env[69350]: DEBUG nova.virt.block_device [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updating existing volume attachment record: 47f42857-f966-4dec-b564-0626da5053db {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1435.070769] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1435.071030] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821762', 'volume_id': '254f881b-1591-4bfc-a2f2-0ea9917296dc', 'name': 'volume-254f881b-1591-4bfc-a2f2-0ea9917296dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '254f881b-1591-4bfc-a2f2-0ea9917296dc', 'serial': '254f881b-1591-4bfc-a2f2-0ea9917296dc'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1435.071898] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b47efa-3f31-4ed6-be4a-4b6ea3115f70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.088527] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8054b7cd-7ab2-484f-9824-1bb5a698a3e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.112654] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-254f881b-1591-4bfc-a2f2-0ea9917296dc/volume-254f881b-1591-4bfc-a2f2-0ea9917296dc.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.112864] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef7d9b0-b8b6-4680-9587-1d35a059c9b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.131583] env[69350]: DEBUG oslo_vmware.api [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1435.131583] env[69350]: value = "task-4150058" [ 1435.131583] env[69350]: _type = "Task" [ 1435.131583] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.139884] env[69350]: DEBUG oslo_vmware.api [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.641287] env[69350]: DEBUG oslo_vmware.api [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150058, 'name': ReconfigVM_Task, 'duration_secs': 0.320699} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.641569] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-254f881b-1591-4bfc-a2f2-0ea9917296dc/volume-254f881b-1591-4bfc-a2f2-0ea9917296dc.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.646197] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bc060ec-058b-43d8-9832-087a90ab5c94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.661714] env[69350]: DEBUG oslo_vmware.api [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1435.661714] env[69350]: value = "task-4150059" [ 1435.661714] env[69350]: _type = "Task" [ 1435.661714] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.671343] env[69350]: DEBUG oslo_vmware.api [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.174830] env[69350]: DEBUG oslo_vmware.api [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150059, 'name': ReconfigVM_Task, 'duration_secs': 0.18589} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.175173] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821762', 'volume_id': '254f881b-1591-4bfc-a2f2-0ea9917296dc', 'name': 'volume-254f881b-1591-4bfc-a2f2-0ea9917296dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '254f881b-1591-4bfc-a2f2-0ea9917296dc', 'serial': '254f881b-1591-4bfc-a2f2-0ea9917296dc'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1437.209899] env[69350]: DEBUG nova.objects.instance [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lazy-loading 'flavor' on Instance uuid a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.716206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ced85e6b-127a-4393-8b42-87822eab81ed tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.856204] env[69350]: INFO nova.compute.manager [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Rescuing [ 1437.856524] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.856687] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.856903] env[69350]: DEBUG nova.network.neutron [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.588084] env[69350]: DEBUG nova.network.neutron [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updating instance_info_cache with network_info: [{"id": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "address": "fa:16:3e:24:2e:82", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291f452-e3", "ovs_interfaceid": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.091204] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.629478] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.629930] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efcb2597-5695-4669-9452-0e16963fd69a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.637871] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1440.637871] env[69350]: value = "task-4150060" [ 1440.637871] env[69350]: _type = "Task" [ 1440.637871] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.646436] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.147619] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150060, 'name': PowerOffVM_Task, 'duration_secs': 0.194018} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.147915] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.148752] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84a5d80-1b5a-4ebc-ae64-207611649954 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.173528] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4bd729-94f9-4bc7-bb6f-09ff42c20205 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.200610] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.200893] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1856b74f-ad16-4997-94ad-294af4a9013f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.207946] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1441.207946] env[69350]: value = "task-4150061" [ 1441.207946] env[69350]: _type = "Task" [ 1441.207946] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.216044] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.720693] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1441.721118] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Processing image d75198e8-8a23-4684-af1f-c67fd85bd261 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.721253] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.721426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.721595] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.721852] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff28d11f-cb6d-4978-a08a-df1833c90adb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.730687] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.730862] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.731589] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9604fc-848a-4529-8ec7-bfb3089431c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.736908] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1441.736908] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]522952bd-f8cf-6754-f2b6-290b15438e89" [ 1441.736908] env[69350]: _type = "Task" [ 1441.736908] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.744921] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522952bd-f8cf-6754-f2b6-290b15438e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.247013] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]522952bd-f8cf-6754-f2b6-290b15438e89, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.247834] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b9d1ce-9f23-4c89-9b37-a7ebc44a62bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.252921] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1442.252921] env[69350]: value = "session[523ea419-079a-ccd7-fb46-cbba3629f089]5249e7ed-72fc-f39b-c7cc-895b75804530" [ 1442.252921] env[69350]: _type = "Task" [ 1442.252921] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.260295] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5249e7ed-72fc-f39b-c7cc-895b75804530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.766908] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': session[523ea419-079a-ccd7-fb46-cbba3629f089]5249e7ed-72fc-f39b-c7cc-895b75804530, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.767405] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.767653] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1442.768020] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08827dd7-f5e5-4c85-bf20-b91c563cdd4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.775934] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1442.775934] env[69350]: value = "task-4150062" [ 1442.775934] env[69350]: _type = "Task" [ 1442.775934] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.786371] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.285770] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45799} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.285970] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d75198e8-8a23-4684-af1f-c67fd85bd261/d75198e8-8a23-4684-af1f-c67fd85bd261.vmdk to [datastore2] a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk. [ 1443.286750] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba813dc-b90e-4648-9ce4-58ff714537d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.313791] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.314093] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e0bec3-c089-456e-a5dd-7b71877e639e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.332993] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1443.332993] env[69350]: value = "task-4150063" [ 1443.332993] env[69350]: _type = "Task" [ 1443.332993] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.342412] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.844538] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150063, 'name': ReconfigVM_Task, 'duration_secs': 0.353699} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.845067] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Reconfigured VM instance instance-0000007f to attach disk [datastore2] a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e/d75198e8-8a23-4684-af1f-c67fd85bd261-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.845553] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6d503f-365b-4377-a00e-da07db78884f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.872744] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b8fc47-9867-4729-8c69-61b6a740c9f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.888501] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1443.888501] env[69350]: value = "task-4150064" [ 1443.888501] env[69350]: _type = "Task" [ 1443.888501] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.896618] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.398838] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150064, 'name': ReconfigVM_Task, 'duration_secs': 0.177663} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.399126] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.399331] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0691bcb-c79c-4c9d-bfef-f2ba3925011c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.406182] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1444.406182] env[69350]: value = "task-4150065" [ 1444.406182] env[69350]: _type = "Task" [ 1444.406182] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.414151] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.916373] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150065, 'name': PowerOnVM_Task} progress is 70%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.417434] env[69350]: DEBUG oslo_vmware.api [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150065, 'name': PowerOnVM_Task, 'duration_secs': 0.676765} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.417632] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.420382] env[69350]: DEBUG nova.compute.manager [None req-3e67db75-a718-4f34-9415-7f654f4cdd48 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.421153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f788334-a8fb-49fb-869e-833ba2a6818d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.011232] env[69350]: INFO nova.compute.manager [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Unrescuing [ 1447.011612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.011657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquired lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.011811] env[69350]: DEBUG nova.network.neutron [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.765113] env[69350]: DEBUG nova.network.neutron [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updating instance_info_cache with network_info: [{"id": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "address": "fa:16:3e:24:2e:82", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291f452-e3", "ovs_interfaceid": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.268021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Releasing lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.268741] env[69350]: DEBUG nova.objects.instance [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lazy-loading 'flavor' on Instance uuid a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.774943] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6943f9a8-c710-4c30-b9ec-2d0060db77f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.799814] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.800195] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c34d01e-bc8d-4fd5-8907-5b7009d9ed4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.808083] env[69350]: DEBUG oslo_vmware.api [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1448.808083] env[69350]: value = "task-4150066" [ 1448.808083] env[69350]: _type = "Task" [ 1448.808083] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.816355] env[69350]: DEBUG oslo_vmware.api [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.318391] env[69350]: DEBUG oslo_vmware.api [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150066, 'name': PowerOffVM_Task, 'duration_secs': 0.23643} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.318843] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.323739] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1449.324015] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d8af9a-55f1-4463-9c91-402400e66bcd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.341610] env[69350]: DEBUG oslo_vmware.api [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1449.341610] env[69350]: value = "task-4150067" [ 1449.341610] env[69350]: _type = "Task" [ 1449.341610] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.349709] env[69350]: DEBUG oslo_vmware.api [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.852234] env[69350]: DEBUG oslo_vmware.api [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150067, 'name': ReconfigVM_Task, 'duration_secs': 0.22077} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.852566] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1449.852785] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.853048] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-557d349c-5027-4153-857c-26cd04d45de3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.859859] env[69350]: DEBUG oslo_vmware.api [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1449.859859] env[69350]: value = "task-4150068" [ 1449.859859] env[69350]: _type = "Task" [ 1449.859859] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.868211] env[69350]: DEBUG oslo_vmware.api [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.370195] env[69350]: DEBUG oslo_vmware.api [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150068, 'name': PowerOnVM_Task, 'duration_secs': 0.367498} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.370603] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.370712] env[69350]: DEBUG nova.compute.manager [None req-55031a70-ad21-4e99-be5d-1e0491624694 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.371511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed92e0-a68f-4026-8c35-d87afce7a219 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.560249] env[69350]: DEBUG nova.compute.manager [req-7849d65b-90d8-4456-9389-fe9e181ecb4b req-7266b43f-5bc1-45af-8205-39fd65f7ad2d service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Received event network-changed-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.560537] env[69350]: DEBUG nova.compute.manager [req-7849d65b-90d8-4456-9389-fe9e181ecb4b req-7266b43f-5bc1-45af-8205-39fd65f7ad2d service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Refreshing instance network info cache due to event network-changed-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1451.560753] env[69350]: DEBUG oslo_concurrency.lockutils [req-7849d65b-90d8-4456-9389-fe9e181ecb4b req-7266b43f-5bc1-45af-8205-39fd65f7ad2d service nova] Acquiring lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.560908] env[69350]: DEBUG oslo_concurrency.lockutils [req-7849d65b-90d8-4456-9389-fe9e181ecb4b req-7266b43f-5bc1-45af-8205-39fd65f7ad2d service nova] Acquired lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.561080] env[69350]: DEBUG nova.network.neutron [req-7849d65b-90d8-4456-9389-fe9e181ecb4b req-7266b43f-5bc1-45af-8205-39fd65f7ad2d service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Refreshing network info cache for port 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.266846] env[69350]: DEBUG nova.network.neutron [req-7849d65b-90d8-4456-9389-fe9e181ecb4b req-7266b43f-5bc1-45af-8205-39fd65f7ad2d service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updated VIF entry in instance network info cache for port 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.267227] env[69350]: DEBUG nova.network.neutron [req-7849d65b-90d8-4456-9389-fe9e181ecb4b req-7266b43f-5bc1-45af-8205-39fd65f7ad2d service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updating instance_info_cache with network_info: [{"id": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "address": "fa:16:3e:24:2e:82", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291f452-e3", "ovs_interfaceid": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.770454] env[69350]: DEBUG oslo_concurrency.lockutils [req-7849d65b-90d8-4456-9389-fe9e181ecb4b req-7266b43f-5bc1-45af-8205-39fd65f7ad2d service nova] Releasing lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.585451] env[69350]: DEBUG nova.compute.manager [req-275b313c-18f4-4853-874b-9273b937dbda req-b7e955b4-f5f2-4889-b9df-2c04883e66e2 service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Received event network-changed-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.585638] env[69350]: DEBUG nova.compute.manager [req-275b313c-18f4-4853-874b-9273b937dbda req-b7e955b4-f5f2-4889-b9df-2c04883e66e2 service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Refreshing instance network info cache due to event network-changed-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1453.585870] env[69350]: DEBUG oslo_concurrency.lockutils [req-275b313c-18f4-4853-874b-9273b937dbda req-b7e955b4-f5f2-4889-b9df-2c04883e66e2 service nova] Acquiring lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.586023] env[69350]: DEBUG oslo_concurrency.lockutils [req-275b313c-18f4-4853-874b-9273b937dbda req-b7e955b4-f5f2-4889-b9df-2c04883e66e2 service nova] Acquired lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.586194] env[69350]: DEBUG nova.network.neutron [req-275b313c-18f4-4853-874b-9273b937dbda req-b7e955b4-f5f2-4889-b9df-2c04883e66e2 service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Refreshing network info cache for port 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.289818] env[69350]: DEBUG nova.network.neutron [req-275b313c-18f4-4853-874b-9273b937dbda req-b7e955b4-f5f2-4889-b9df-2c04883e66e2 service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updated VIF entry in instance network info cache for port 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.290346] env[69350]: DEBUG nova.network.neutron [req-275b313c-18f4-4853-874b-9273b937dbda req-b7e955b4-f5f2-4889-b9df-2c04883e66e2 service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updating instance_info_cache with network_info: [{"id": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "address": "fa:16:3e:24:2e:82", "network": {"id": "ccbdeb9d-8085-4bba-90a9-f0a7a13848ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-955820632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd697d073a64d5580952208cd082bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291f452-e3", "ovs_interfaceid": "3291f452-e36c-4d2b-bcd3-cd7d8b4d510e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.793731] env[69350]: DEBUG oslo_concurrency.lockutils [req-275b313c-18f4-4853-874b-9273b937dbda req-b7e955b4-f5f2-4889-b9df-2c04883e66e2 service nova] Releasing lock "refresh_cache-a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.412175] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.407587] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.411230] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.411568] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.413151] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.914145] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.914546] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.914595] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1477.411966] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.412058] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.916197] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.916460] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.916629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.916792] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1478.917768] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b95f8c3-74d6-45d6-9a08-70b599fc1122 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.926499] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937d76a8-089a-42f9-a159-cf9fa49de08d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.941580] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464d72b-603f-4f91-b192-1edda6549692 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.948465] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3aaf3-19ae-469d-85b6-51102ca524a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.976604] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180226MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1478.976772] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.976921] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.106761] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance bdaa100e-cf00-4682-becc-e73c8d31613c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1480.107089] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance acc8f84c-4a9d-4ee7-9b31-8d04b8da2871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1480.107137] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Instance a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1480.107323] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1480.107469] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1480.158341] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db431e6-c151-4dfa-a064-04822dd1a164 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.166011] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cea08f-8960-4c3d-8072-2c41f0125e35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.196984] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5fa282-2aa9-4083-8e73-0155d04f200f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.204853] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8acdcbf-f314-437e-927f-5de422e5c59c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.218326] env[69350]: DEBUG nova.compute.provider_tree [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.721817] env[69350]: DEBUG nova.scheduler.client.report [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.723134] env[69350]: DEBUG nova.compute.resource_tracker [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1480.723322] env[69350]: DEBUG oslo_concurrency.lockutils [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.746s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.723550] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.723684] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Cleaning up deleted instances {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1481.231989] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] There are 24 instances to clean {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1481.232364] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 7c6deb98-52c1-4b7a-96a5-636d404633b8] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.735764] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 7fad7533-872e-4719-8442-9cc66a3585c3] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.239768] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: be2e0f3b-3461-43d6-9f85-aa584ce69f62] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.369624] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.369873] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.743680] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 4b0134d5-37b0-428f-a04a-06f4daa7b86d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.873187] env[69350]: INFO nova.compute.manager [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Detaching volume 254f881b-1591-4bfc-a2f2-0ea9917296dc [ 1482.903022] env[69350]: INFO nova.virt.block_device [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Attempting to driver detach volume 254f881b-1591-4bfc-a2f2-0ea9917296dc from mountpoint /dev/sdb [ 1482.903279] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1482.903497] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821762', 'volume_id': '254f881b-1591-4bfc-a2f2-0ea9917296dc', 'name': 'volume-254f881b-1591-4bfc-a2f2-0ea9917296dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '254f881b-1591-4bfc-a2f2-0ea9917296dc', 'serial': '254f881b-1591-4bfc-a2f2-0ea9917296dc'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1482.904386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e98b0-5e54-408b-92f3-715b3cb2fe09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.927146] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06f1243-b869-44d7-906d-a5cacfa10fbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.934344] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730eda14-2cf4-4837-a996-aa4aadf74ebc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.954494] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e41cee4-1160-464e-a2ba-45d01fc029e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.969305] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] The volume has not been displaced from its original location: [datastore2] volume-254f881b-1591-4bfc-a2f2-0ea9917296dc/volume-254f881b-1591-4bfc-a2f2-0ea9917296dc.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1482.974496] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1482.974773] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b2ec533-ba57-4f07-8c39-1d67662428eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.993508] env[69350]: DEBUG oslo_vmware.api [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1482.993508] env[69350]: value = "task-4150069" [ 1482.993508] env[69350]: _type = "Task" [ 1482.993508] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.001757] env[69350]: DEBUG oslo_vmware.api [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.247546] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 51f57421-2b7b-4820-aadc-d549a23f7f92] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.504234] env[69350]: DEBUG oslo_vmware.api [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150069, 'name': ReconfigVM_Task, 'duration_secs': 0.237847} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.504503] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1483.509194] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d8181d-b047-4bd4-bec5-f38aecd7d8ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.524986] env[69350]: DEBUG oslo_vmware.api [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1483.524986] env[69350]: value = "task-4150070" [ 1483.524986] env[69350]: _type = "Task" [ 1483.524986] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.533665] env[69350]: DEBUG oslo_vmware.api [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.751651] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 8110e254-befa-4520-b07b-e96998f58fa4] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.035067] env[69350]: DEBUG oslo_vmware.api [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150070, 'name': ReconfigVM_Task, 'duration_secs': 0.142261} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.035310] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821762', 'volume_id': '254f881b-1591-4bfc-a2f2-0ea9917296dc', 'name': 'volume-254f881b-1591-4bfc-a2f2-0ea9917296dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '254f881b-1591-4bfc-a2f2-0ea9917296dc', 'serial': '254f881b-1591-4bfc-a2f2-0ea9917296dc'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1484.255246] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 71ea4327-cd72-49c8-ba83-e0c342ebc841] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.575415] env[69350]: DEBUG nova.objects.instance [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lazy-loading 'flavor' on Instance uuid a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.758363] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: ade0e108-fa6d-415d-be95-032a13963fc8] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.261582] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: b4142a4d-5573-4744-8860-718f5f14fac5] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.584059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2139f9b8-4211-445d-8091-af6559c97915 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.765198] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 7387373b-9718-4ac3-b920-2c690cf049ad] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.268739] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 4c0141bf-f9b5-4107-9a55-dc37e00715ec] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.677066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.677329] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.677557] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.677800] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.677981] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.680273] env[69350]: INFO nova.compute.manager [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Terminating instance [ 1486.771777] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 506805ef-b2f2-4f90-8476-a78fb4cea943] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.184207] env[69350]: DEBUG nova.compute.manager [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1487.184496] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.185421] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460dc874-590d-4907-bbef-ee023693a344 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.193743] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1487.193986] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d349732b-9a77-43ae-abf4-3a603ae1dec8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.200610] env[69350]: DEBUG oslo_vmware.api [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1487.200610] env[69350]: value = "task-4150071" [ 1487.200610] env[69350]: _type = "Task" [ 1487.200610] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.209578] env[69350]: DEBUG oslo_vmware.api [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.275485] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 2fc9c41c-39a4-49dd-9f75-3cc61a74633e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.711188] env[69350]: DEBUG oslo_vmware.api [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150071, 'name': PowerOffVM_Task, 'duration_secs': 0.203956} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.711450] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1487.711623] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1487.711876] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bc7f67d-5ba9-4fe6-a603-6351e23d1ea3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.779377] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 4d90b31c-697c-4f29-b173-1a48235d3c31] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.785844] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1487.786143] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1487.786259] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Deleting the datastore file [datastore2] a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1487.786518] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4251e82b-bb9e-47ab-9d33-67b2ef5557da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.794772] env[69350]: DEBUG oslo_vmware.api [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1487.794772] env[69350]: value = "task-4150073" [ 1487.794772] env[69350]: _type = "Task" [ 1487.794772] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.803336] env[69350]: DEBUG oslo_vmware.api [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.282890] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 22fb0187-31b3-439a-8d41-baaf594a6e8b] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.305985] env[69350]: DEBUG oslo_vmware.api [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158804} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.305985] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1488.306273] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1488.306561] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1488.306851] env[69350]: INFO nova.compute.manager [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1488.307188] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1488.307391] env[69350]: DEBUG nova.compute.manager [-] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1488.307484] env[69350]: DEBUG nova.network.neutron [-] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1488.775741] env[69350]: DEBUG nova.compute.manager [req-10d9ed31-0e17-4408-ba1c-1f500ac2c51f req-d177d730-6fc7-4b7b-9315-fce92373251f service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Received event network-vif-deleted-3291f452-e36c-4d2b-bcd3-cd7d8b4d510e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1488.775897] env[69350]: INFO nova.compute.manager [req-10d9ed31-0e17-4408-ba1c-1f500ac2c51f req-d177d730-6fc7-4b7b-9315-fce92373251f service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Neutron deleted interface 3291f452-e36c-4d2b-bcd3-cd7d8b4d510e; detaching it from the instance and deleting it from the info cache [ 1488.776062] env[69350]: DEBUG nova.network.neutron [req-10d9ed31-0e17-4408-ba1c-1f500ac2c51f req-d177d730-6fc7-4b7b-9315-fce92373251f service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.786214] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: cb45c6d9-7937-4348-9373-ae08bbba1dc8] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.258794] env[69350]: DEBUG nova.network.neutron [-] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.280036] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0bcdc1d-714a-4acd-aa0c-0741d4f5fded {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.290955] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da596f-a0f2-4a8f-9614-c04f4c647ca1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.301116] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: d2beda23-078b-46d7-bcdd-26db36f02cc6] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.319215] env[69350]: DEBUG nova.compute.manager [req-10d9ed31-0e17-4408-ba1c-1f500ac2c51f req-d177d730-6fc7-4b7b-9315-fce92373251f service nova] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Detach interface failed, port_id=3291f452-e36c-4d2b-bcd3-cd7d8b4d510e, reason: Instance a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1489.761406] env[69350]: INFO nova.compute.manager [-] [instance: a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e] Took 1.45 seconds to deallocate network for instance. [ 1489.804977] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: ab450e9b-8302-4bff-a4b5-a9f78127e9a8] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.270233] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.270525] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.270756] env[69350]: DEBUG nova.objects.instance [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lazy-loading 'resources' on Instance uuid a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.308403] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: bfd3cd77-eb8c-43a6-8703-b81d9f0fbcc4] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.811728] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: a48b5209-b8cf-4efe-9051-46cc46ed9d83] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.827718] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aacd8e-fd9a-457d-9c4f-28f5ac5cb383 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.835269] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43039b17-925c-4faa-8c25-7af29bd36640 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.866464] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ddfc28-e15c-4927-8540-b05eda621bf5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.873983] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679fa0d1-70e7-4fdb-aa27-1e16e5926dc7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.887573] env[69350]: DEBUG nova.compute.provider_tree [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.315381] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: bbeda223-6df4-42d2-813c-8e8087771b10] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.390761] env[69350]: DEBUG nova.scheduler.client.report [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.819406] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: eaea7205-a2b0-4e72-a1d5-2364b4c92e57] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.896793] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.918152] env[69350]: INFO nova.scheduler.client.report [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Deleted allocations for instance a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e [ 1492.324075] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 6ba44eb1-ae05-4d4d-8eb4-12917d08ddab] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.425895] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46bb008e-e8c7-4eae-a987-639d7f37f017 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "a0cc589a-f8ce-48c2-b7e6-6a165d1c5e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.748s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.827165] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] [instance: 21f7d90d-396e-4b5d-850d-8a081b67f4a3] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.331217] env[69350]: DEBUG oslo_service.periodic_task [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.331678] env[69350]: DEBUG nova.compute.manager [None req-517f76c7-67cb-43e5-9b9b-04e0e1b36ee3 None None] Cleaning up deleted instances with incomplete migration {{(pid=69350) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1497.897034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.897443] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.897553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.897786] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.897974] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.900164] env[69350]: INFO nova.compute.manager [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Terminating instance [ 1498.404284] env[69350]: DEBUG nova.compute.manager [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.404577] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.405536] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3284da9d-aaf4-4922-b226-cffc8fe5801f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.414233] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.414489] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-723990ca-f92f-48a6-aa53-9272010dbc81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.422363] env[69350]: DEBUG oslo_vmware.api [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1498.422363] env[69350]: value = "task-4150075" [ 1498.422363] env[69350]: _type = "Task" [ 1498.422363] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.430973] env[69350]: DEBUG oslo_vmware.api [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.932096] env[69350]: DEBUG oslo_vmware.api [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150075, 'name': PowerOffVM_Task, 'duration_secs': 0.211773} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.932499] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.932604] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.932829] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e18b7f5e-a1f5-44e6-8530-2edcf8ca2372 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.994863] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.995110] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.995291] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Deleting the datastore file [datastore1] acc8f84c-4a9d-4ee7-9b31-8d04b8da2871 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.995583] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2967d1ae-8831-46c0-918b-f2e0d9504831 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.002458] env[69350]: DEBUG oslo_vmware.api [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1499.002458] env[69350]: value = "task-4150077" [ 1499.002458] env[69350]: _type = "Task" [ 1499.002458] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.010602] env[69350]: DEBUG oslo_vmware.api [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.513922] env[69350]: DEBUG oslo_vmware.api [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176644} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.514266] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.514486] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.514711] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.514983] env[69350]: INFO nova.compute.manager [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1499.515339] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.515546] env[69350]: DEBUG nova.compute.manager [-] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.515656] env[69350]: DEBUG nova.network.neutron [-] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.792478] env[69350]: DEBUG nova.compute.manager [req-94b5514f-26ff-4304-a6bb-e5c5dc222acc req-c795931c-a3da-4f08-9e3d-3edbeb2e04f0 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Received event network-vif-deleted-8689c788-bf6c-434c-aee7-1f4eac9678c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.792478] env[69350]: INFO nova.compute.manager [req-94b5514f-26ff-4304-a6bb-e5c5dc222acc req-c795931c-a3da-4f08-9e3d-3edbeb2e04f0 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Neutron deleted interface 8689c788-bf6c-434c-aee7-1f4eac9678c2; detaching it from the instance and deleting it from the info cache [ 1499.792613] env[69350]: DEBUG nova.network.neutron [req-94b5514f-26ff-4304-a6bb-e5c5dc222acc req-c795931c-a3da-4f08-9e3d-3edbeb2e04f0 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.272278] env[69350]: DEBUG nova.network.neutron [-] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.295590] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f90d085d-85ab-42b3-9917-8f6daaa26ed0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.305895] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2e56e3-efd0-4e5b-9a6a-4420cb364446 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.332393] env[69350]: DEBUG nova.compute.manager [req-94b5514f-26ff-4304-a6bb-e5c5dc222acc req-c795931c-a3da-4f08-9e3d-3edbeb2e04f0 service nova] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Detach interface failed, port_id=8689c788-bf6c-434c-aee7-1f4eac9678c2, reason: Instance acc8f84c-4a9d-4ee7-9b31-8d04b8da2871 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1500.774928] env[69350]: INFO nova.compute.manager [-] [instance: acc8f84c-4a9d-4ee7-9b31-8d04b8da2871] Took 1.26 seconds to deallocate network for instance. [ 1501.281365] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.281749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.281881] env[69350]: DEBUG nova.objects.instance [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lazy-loading 'resources' on Instance uuid acc8f84c-4a9d-4ee7-9b31-8d04b8da2871 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.828149] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686b83ba-f130-4fd9-b2c5-cc1052dc281e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.835942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311792ad-3334-4592-b041-7fb610f3d8c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.865438] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c17109-6800-40ef-a334-493fad9f8596 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.873171] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f499019-5b57-4e0b-80d8-d1e2b8fad141 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.886837] env[69350]: DEBUG nova.compute.provider_tree [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.390137] env[69350]: DEBUG nova.scheduler.client.report [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.897670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.917637] env[69350]: INFO nova.scheduler.client.report [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Deleted allocations for instance acc8f84c-4a9d-4ee7-9b31-8d04b8da2871 [ 1503.426937] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af9e90dd-5d3a-4159-8810-e475fc131fe4 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "acc8f84c-4a9d-4ee7-9b31-8d04b8da2871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.529s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.552063] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "bdaa100e-cf00-4682-becc-e73c8d31613c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.552574] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "bdaa100e-cf00-4682-becc-e73c8d31613c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.552924] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "bdaa100e-cf00-4682-becc-e73c8d31613c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.553278] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "bdaa100e-cf00-4682-becc-e73c8d31613c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.553590] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "bdaa100e-cf00-4682-becc-e73c8d31613c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.556535] env[69350]: INFO nova.compute.manager [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Terminating instance [ 1505.061028] env[69350]: DEBUG nova.compute.manager [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.061308] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.062186] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5035033-2cf3-4b97-800b-2d913c10d4ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.070325] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.070570] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84870e29-fdcb-40ff-ab8c-e07cc78fb5cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.076821] env[69350]: DEBUG oslo_vmware.api [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1505.076821] env[69350]: value = "task-4150078" [ 1505.076821] env[69350]: _type = "Task" [ 1505.076821] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.085364] env[69350]: DEBUG oslo_vmware.api [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.587160] env[69350]: DEBUG oslo_vmware.api [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150078, 'name': PowerOffVM_Task, 'duration_secs': 0.205285} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.587599] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.587599] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.587872] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d802aad5-2e10-4f4a-bc03-eac66a05c661 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.652427] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.652709] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.652922] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Deleting the datastore file [datastore1] bdaa100e-cf00-4682-becc-e73c8d31613c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.653214] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48c1857e-f075-49c6-a573-1aef6523f045 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.659745] env[69350]: DEBUG oslo_vmware.api [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for the task: (returnval){ [ 1505.659745] env[69350]: value = "task-4150080" [ 1505.659745] env[69350]: _type = "Task" [ 1505.659745] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.667530] env[69350]: DEBUG oslo_vmware.api [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.170428] env[69350]: DEBUG oslo_vmware.api [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Task: {'id': task-4150080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174388} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.170744] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.170859] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.171056] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.171237] env[69350]: INFO nova.compute.manager [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1506.171483] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1506.171682] env[69350]: DEBUG nova.compute.manager [-] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.171787] env[69350]: DEBUG nova.network.neutron [-] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.438240] env[69350]: DEBUG nova.compute.manager [req-9bfa778f-d0db-4cf5-a4f9-e7794d1fd797 req-c364c6c9-428c-426a-9dd7-137cecc032ca service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Received event network-vif-deleted-b9b18356-a6f9-4422-b407-b409b2cf2044 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1506.438240] env[69350]: INFO nova.compute.manager [req-9bfa778f-d0db-4cf5-a4f9-e7794d1fd797 req-c364c6c9-428c-426a-9dd7-137cecc032ca service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Neutron deleted interface b9b18356-a6f9-4422-b407-b409b2cf2044; detaching it from the instance and deleting it from the info cache [ 1506.438240] env[69350]: DEBUG nova.network.neutron [req-9bfa778f-d0db-4cf5-a4f9-e7794d1fd797 req-c364c6c9-428c-426a-9dd7-137cecc032ca service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.921915] env[69350]: DEBUG nova.network.neutron [-] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.942796] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a4b4df1-df8b-405e-85da-a835288b780d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.953433] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d695ca-c9b4-4e13-b5d6-320b99bab826 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.978217] env[69350]: DEBUG nova.compute.manager [req-9bfa778f-d0db-4cf5-a4f9-e7794d1fd797 req-c364c6c9-428c-426a-9dd7-137cecc032ca service nova] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Detach interface failed, port_id=b9b18356-a6f9-4422-b407-b409b2cf2044, reason: Instance bdaa100e-cf00-4682-becc-e73c8d31613c could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1507.425224] env[69350]: INFO nova.compute.manager [-] [instance: bdaa100e-cf00-4682-becc-e73c8d31613c] Took 1.25 seconds to deallocate network for instance. [ 1507.931764] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.932194] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.932333] env[69350]: DEBUG nova.objects.instance [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lazy-loading 'resources' on Instance uuid bdaa100e-cf00-4682-becc-e73c8d31613c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.468036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db69fe6-2e86-4e96-b254-e59f75109183 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.475922] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c874a05e-2b8a-446f-8070-ef36ea764dce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.506462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb15fac1-7379-41ae-b40d-4b54bd9a4030 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.514342] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2524e9-f96c-486d-8d4b-750bed359ece {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.529239] env[69350]: DEBUG nova.compute.provider_tree [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed in ProviderTree for provider: 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.033124] env[69350]: DEBUG nova.scheduler.client.report [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Inventory has not changed for provider 33db5e91-c43a-482d-b3a5-1f1cb3ccc9a2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.538102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.556117] env[69350]: INFO nova.scheduler.client.report [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Deleted allocations for instance bdaa100e-cf00-4682-becc-e73c8d31613c [ 1510.064882] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d13c2820-b5a1-4075-b482-b9107cadeaa9 tempest-ServerRescueNegativeTestJSON-1152108859 tempest-ServerRescueNegativeTestJSON-1152108859-project-member] Lock "bdaa100e-cf00-4682-becc-e73c8d31613c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.512s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}